2024-12-09 20:48:14,068 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-09 20:48:14,086 main DEBUG Took 0.016521 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 20:48:14,087 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 20:48:14,087 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 20:48:14,088 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 20:48:14,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,101 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 20:48:14,115 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,117 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,118 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,120 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,121 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,122 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,123 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,124 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,125 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,125 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,126 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,127 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,128 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:48:14,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,129 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 20:48:14,131 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:48:14,132 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 20:48:14,135 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 20:48:14,135 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 20:48:14,137 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 20:48:14,137 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 20:48:14,146 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 20:48:14,149 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 20:48:14,151 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 20:48:14,152 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 20:48:14,152 main DEBUG createAppenders(={Console}) 2024-12-09 20:48:14,153 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-09 20:48:14,154 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-09 20:48:14,154 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-09 20:48:14,155 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 20:48:14,155 main DEBUG OutputStream closed 2024-12-09 20:48:14,155 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 20:48:14,156 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 20:48:14,156 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-09 20:48:14,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 20:48:14,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 20:48:14,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 20:48:14,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 20:48:14,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 20:48:14,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 20:48:14,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 20:48:14,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 20:48:14,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 20:48:14,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 20:48:14,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 20:48:14,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 20:48:14,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 20:48:14,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 20:48:14,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 20:48:14,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 20:48:14,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 20:48:14,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 20:48:14,247 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 20:48:14,248 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-09 20:48:14,248 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 20:48:14,249 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-09T20:48:14,263 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-09 20:48:14,266 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 20:48:14,266 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T20:48:14,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=4299 2024-12-09T20:48:14,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb 2024-12-09T20:48:14,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T20:48:14,614 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39, deleteOnExit=true 2024-12-09T20:48:14,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T20:48:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/test.cache.data in system properties and HBase conf 2024-12-09T20:48:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T20:48:14,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.log.dir in system properties and HBase conf 2024-12-09T20:48:14,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T20:48:14,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T20:48:14,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T20:48:14,703 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T20:48:14,794 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T20:48:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:14,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:14,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T20:48:14,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:14,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T20:48:14,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T20:48:14,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T20:48:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/nfs.dump.dir in system properties and HBase conf 2024-12-09T20:48:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/java.io.tmpdir in system properties and HBase conf 2024-12-09T20:48:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:14,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T20:48:14,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T20:48:15,824 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T20:48:15,917 INFO [Time-limited test {}] log.Log(170): Logging initialized @2534ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T20:48:15,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:16,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:16,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:16,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:16,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:48:16,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:16,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:16,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:16,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/java.io.tmpdir/jetty-localhost-42865-hadoop-hdfs-3_4_1-tests_jar-_-any-6356857990122506627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:16,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:42865} 2024-12-09T20:48:16,272 INFO [Time-limited test {}] server.Server(415): Started @2890ms 2024-12-09T20:48:16,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:16,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:16,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:16,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:16,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:48:16,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:16,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:16,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/java.io.tmpdir/jetty-localhost-44481-hadoop-hdfs-3_4_1-tests_jar-_-any-13156045035065106336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:16,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:44481} 2024-12-09T20:48:16,940 INFO [Time-limited test {}] server.Server(415): Started @3559ms 2024-12-09T20:48:16,995 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:17,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:17,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:17,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:17,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:17,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:48:17,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:17,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:17,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/java.io.tmpdir/jetty-localhost-36889-hadoop-hdfs-3_4_1-tests_jar-_-any-12237633184350415744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:17,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:36889} 2024-12-09T20:48:17,226 INFO [Time-limited test {}] server.Server(415): Started @3845ms 2024-12-09T20:48:17,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:18,114 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/data/data2/current/BP-2061409092-172.17.0.2-1733777295318/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:18,114 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/data/data1/current/BP-2061409092-172.17.0.2-1733777295318/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:18,114 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/data/data3/current/BP-2061409092-172.17.0.2-1733777295318/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:18,114 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/data/data4/current/BP-2061409092-172.17.0.2-1733777295318/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:18,151 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:18,151 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eb40a3f1ea5c08c with lease ID 0x859d2410b29a90e6: Processing first storage report for DS-836235bb-1824-4003-9ec3-a65f2d7a3cb4 from datanode DatanodeRegistration(127.0.0.1:41669, datanodeUuid=c3c5e55b-16b6-469c-8a84-9de5d19c867b, infoPort=40059, infoSecurePort=0, ipcPort=42917, storageInfo=lv=-57;cid=testClusterID;nsid=784423394;c=1733777295318) 2024-12-09T20:48:18,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eb40a3f1ea5c08c with lease ID 0x859d2410b29a90e6: from storage DS-836235bb-1824-4003-9ec3-a65f2d7a3cb4 node DatanodeRegistration(127.0.0.1:41669, datanodeUuid=c3c5e55b-16b6-469c-8a84-9de5d19c867b, infoPort=40059, infoSecurePort=0, ipcPort=42917, storageInfo=lv=-57;cid=testClusterID;nsid=784423394;c=1733777295318), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T20:48:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ce04b7881f42892 with lease ID 0x859d2410b29a90e7: Processing first storage report for DS-bb8de82c-4c89-40b5-a9ae-48a69e4ab145 from datanode DatanodeRegistration(127.0.0.1:39753, datanodeUuid=8b04b278-97be-43b2-a3dd-b151e3a630f0, infoPort=46229, infoSecurePort=0, ipcPort=39869, storageInfo=lv=-57;cid=testClusterID;nsid=784423394;c=1733777295318) 2024-12-09T20:48:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ce04b7881f42892 with lease ID 0x859d2410b29a90e7: from storage DS-bb8de82c-4c89-40b5-a9ae-48a69e4ab145 node DatanodeRegistration(127.0.0.1:39753, datanodeUuid=8b04b278-97be-43b2-a3dd-b151e3a630f0, infoPort=46229, infoSecurePort=0, ipcPort=39869, storageInfo=lv=-57;cid=testClusterID;nsid=784423394;c=1733777295318), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1eb40a3f1ea5c08c with lease ID 0x859d2410b29a90e6: Processing first storage report for DS-19af0da5-953c-4792-a432-31de11df0ee2 from datanode DatanodeRegistration(127.0.0.1:41669, datanodeUuid=c3c5e55b-16b6-469c-8a84-9de5d19c867b, infoPort=40059, infoSecurePort=0, ipcPort=42917, storageInfo=lv=-57;cid=testClusterID;nsid=784423394;c=1733777295318) 2024-12-09T20:48:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1eb40a3f1ea5c08c with lease ID 0x859d2410b29a90e6: from storage DS-19af0da5-953c-4792-a432-31de11df0ee2 node DatanodeRegistration(127.0.0.1:41669, datanodeUuid=c3c5e55b-16b6-469c-8a84-9de5d19c867b, infoPort=40059, infoSecurePort=0, ipcPort=42917, storageInfo=lv=-57;cid=testClusterID;nsid=784423394;c=1733777295318), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:18,201 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ce04b7881f42892 with lease ID 0x859d2410b29a90e7: Processing first storage report for DS-93e4e225-fb90-460b-9183-8aeffb346a95 from datanode DatanodeRegistration(127.0.0.1:39753, datanodeUuid=8b04b278-97be-43b2-a3dd-b151e3a630f0, infoPort=46229, infoSecurePort=0, ipcPort=39869, storageInfo=lv=-57;cid=testClusterID;nsid=784423394;c=1733777295318) 2024-12-09T20:48:18,201 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ce04b7881f42892 with lease ID 0x859d2410b29a90e7: from storage DS-93e4e225-fb90-460b-9183-8aeffb346a95 node DatanodeRegistration(127.0.0.1:39753, datanodeUuid=8b04b278-97be-43b2-a3dd-b151e3a630f0, infoPort=46229, infoSecurePort=0, ipcPort=39869, storageInfo=lv=-57;cid=testClusterID;nsid=784423394;c=1733777295318), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:18,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb 2024-12-09T20:48:18,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/zookeeper_0, clientPort=55196, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T20:48:18,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55196 2024-12-09T20:48:18,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:18,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:18,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:18,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:18,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced with version=8 2024-12-09T20:48:18,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/hbase-staging 2024-12-09T20:48:19,060 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T20:48:19,310 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:19,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:19,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:19,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:19,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:19,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:19,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T20:48:19,516 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T20:48:19,524 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T20:48:19,527 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:19,550 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31612 (auto-detected) 2024-12-09T20:48:19,552 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T20:48:19,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43385 2024-12-09T20:48:19,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43385 connecting to ZooKeeper ensemble=127.0.0.1:55196 2024-12-09T20:48:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433850x0, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:19,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43385-0x1000c561a540000 connected 2024-12-09T20:48:19,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:19,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:19,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:19,828 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced, hbase.cluster.distributed=false 2024-12-09T20:48:19,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:19,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43385 2024-12-09T20:48:19,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43385 2024-12-09T20:48:19,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43385 2024-12-09T20:48:19,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43385 2024-12-09T20:48:19,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43385 2024-12-09T20:48:19,956 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:19,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:19,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:19,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:19,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:19,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:19,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:19,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:19,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43715 2024-12-09T20:48:19,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43715 connecting to ZooKeeper ensemble=127.0.0.1:55196 2024-12-09T20:48:19,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:19,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:19,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437150x0, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:19,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437150x0, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:19,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43715-0x1000c561a540001 connected 2024-12-09T20:48:19,992 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:20,000 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:20,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:20,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:20,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43715 2024-12-09T20:48:20,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43715 2024-12-09T20:48:20,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43715 2024-12-09T20:48:20,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43715 2024-12-09T20:48:20,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43715 2024-12-09T20:48:20,027 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:20,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:20,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:20,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:20,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:20,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:20,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:20,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:20,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38361 2024-12-09T20:48:20,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38361 connecting to ZooKeeper ensemble=127.0.0.1:55196 2024-12-09T20:48:20,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:20,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383610x0, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:20,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383610x0, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:20,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38361-0x1000c561a540002 connected 2024-12-09T20:48:20,051 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:20,052 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:20,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:20,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:20,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38361 2024-12-09T20:48:20,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38361 2024-12-09T20:48:20,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38361 2024-12-09T20:48:20,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38361 2024-12-09T20:48:20,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38361 2024-12-09T20:48:20,069 DEBUG [M:0;00c23a7251f8:43385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c23a7251f8:43385 2024-12-09T20:48:20,070 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c23a7251f8,43385,1733777299155 2024-12-09T20:48:20,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:20,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:20,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:20,090 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c23a7251f8,43385,1733777299155 2024-12-09T20:48:20,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:20,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:20,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,124 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T20:48:20,126 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c23a7251f8,43385,1733777299155 from backup master directory 2024-12-09T20:48:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c23a7251f8,43385,1733777299155 2024-12-09T20:48:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:20,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:20,141 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:20,141 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c23a7251f8,43385,1733777299155 2024-12-09T20:48:20,143 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T20:48:20,144 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T20:48:20,196 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/hbase.id] with ID: 1f6cb627-015a-4303-9d20-429fc7659d9c 2024-12-09T20:48:20,196 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/.tmp/hbase.id 2024-12-09T20:48:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:20,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:20,208 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/.tmp/hbase.id]:[hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/hbase.id] 2024-12-09T20:48:20,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:20,252 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T20:48:20,269 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-09T20:48:20,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:20,311 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:20,312 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T20:48:20,326 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:48:20,330 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:20,374 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store 2024-12-09T20:48:20,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:20,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:20,398 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T20:48:20,402 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:20,403 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:20,404 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:20,404 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:20,406 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:20,406 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:20,406 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:20,408 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777300403Disabling compacts and flushes for region at 1733777300403Disabling writes for close at 1733777300406 (+3 ms)Writing region close event to WAL at 1733777300406Closed at 1733777300406 2024-12-09T20:48:20,410 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/.initializing 2024-12-09T20:48:20,410 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/WALs/00c23a7251f8,43385,1733777299155 2024-12-09T20:48:20,419 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:20,434 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C43385%2C1733777299155, suffix=, logDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/WALs/00c23a7251f8,43385,1733777299155, archiveDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/oldWALs, maxLogs=10 2024-12-09T20:48:20,454 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/WALs/00c23a7251f8,43385,1733777299155/00c23a7251f8%2C43385%2C1733777299155.1733777300438, exclude list is [], retry=0 2024-12-09T20:48:20,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-bb8de82c-4c89-40b5-a9ae-48a69e4ab145,DISK] 2024-12-09T20:48:20,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41669,DS-836235bb-1824-4003-9ec3-a65f2d7a3cb4,DISK] 2024-12-09T20:48:20,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T20:48:20,505 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/WALs/00c23a7251f8,43385,1733777299155/00c23a7251f8%2C43385%2C1733777299155.1733777300438 2024-12-09T20:48:20,506 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46229:46229),(127.0.0.1/127.0.0.1:40059:40059)] 2024-12-09T20:48:20,507 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:20,507 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:20,510 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,511 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T20:48:20,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:20,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:20,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T20:48:20,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:20,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:20,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T20:48:20,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:20,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:20,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T20:48:20,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:20,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:20,584 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,589 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,590 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,596 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,597 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,601 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:20,605 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:20,609 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:20,610 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73702651, jitterRate=0.09825508296489716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:20,615 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733777300522Initializing all the Stores at 1733777300524 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777300524Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777300525 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777300525Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777300525Cleaning up temporary data from old regions at 1733777300597 (+72 ms)Region opened successfully at 1733777300615 (+18 ms) 2024-12-09T20:48:20,617 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T20:48:20,655 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762e3b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:20,691 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T20:48:20,701 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T20:48:20,702 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T20:48:20,704 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T20:48:20,706 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T20:48:20,710 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-09T20:48:20,711 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T20:48:20,739 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T20:48:20,748 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T20:48:20,797 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T20:48:20,799 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T20:48:20,800 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T20:48:20,807 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T20:48:20,809 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T20:48:20,812 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T20:48:20,824 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T20:48:20,826 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T20:48:20,835 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T20:48:20,851 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T20:48:20,860 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T20:48:20,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:20,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:20,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:20,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,873 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c23a7251f8,43385,1733777299155, sessionid=0x1000c561a540000, setting cluster-up flag (Was=false) 2024-12-09T20:48:20,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,933 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T20:48:20,935 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,43385,1733777299155 2024-12-09T20:48:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:20,986 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T20:48:20,988 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,43385,1733777299155 2024-12-09T20:48:20,995 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T20:48:21,060 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(746): ClusterId : 1f6cb627-015a-4303-9d20-429fc7659d9c 2024-12-09T20:48:21,060 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(746): ClusterId : 1f6cb627-015a-4303-9d20-429fc7659d9c 2024-12-09T20:48:21,062 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:21,062 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:21,064 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:21,073 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T20:48:21,079 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T20:48:21,083 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:21,083 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:21,083 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:21,083 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:21,086 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c23a7251f8,43385,1733777299155 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T20:48:21,093 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:21,093 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:21,093 DEBUG [RS:1;00c23a7251f8:38361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbb9d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:21,093 DEBUG [RS:0;00c23a7251f8:43715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2d4b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:21,094 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:21,094 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:21,095 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:21,095 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:21,095 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c23a7251f8:0, corePoolSize=10, maxPoolSize=10 2024-12-09T20:48:21,095 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,095 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:21,095 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,106 DEBUG [RS:1;00c23a7251f8:38361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;00c23a7251f8:38361 2024-12-09T20:48:21,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:21,107 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733777331107 2024-12-09T20:48:21,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T20:48:21,109 DEBUG [RS:0;00c23a7251f8:43715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c23a7251f8:43715 2024-12-09T20:48:21,109 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T20:48:21,110 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T20:48:21,110 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:21,110 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:21,110 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:21,111 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:21,111 DEBUG [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:21,111 DEBUG [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:21,113 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,43385,1733777299155 with port=38361, startcode=1733777300027 2024-12-09T20:48:21,113 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,43385,1733777299155 with port=43715, startcode=1733777299922 2024-12-09T20:48:21,114 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T20:48:21,114 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T20:48:21,115 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T20:48:21,115 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T20:48:21,116 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:21,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T20:48:21,119 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T20:48:21,120 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T20:48:21,120 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T20:48:21,128 DEBUG [RS:1;00c23a7251f8:38361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:21,128 DEBUG [RS:0;00c23a7251f8:43715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:21,129 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T20:48:21,129 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T20:48:21,137 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777301131,5,FailOnTimeoutGroup] 2024-12-09T20:48:21,141 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777301137,5,FailOnTimeoutGroup] 2024-12-09T20:48:21,141 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,141 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T20:48:21,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:21,142 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,142 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:21,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T20:48:21,145 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced 2024-12-09T20:48:21,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:21,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:21,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:21,178 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39213, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:21,178 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:21,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:21,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:21,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:21,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,43715,1733777299922 2024-12-09T20:48:21,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:21,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:21,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43385 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,43715,1733777299922 2024-12-09T20:48:21,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:21,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:21,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:21,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:21,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:21,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:21,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:21,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:21,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:21,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:21,198 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,38361,1733777300027 2024-12-09T20:48:21,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43385 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,38361,1733777300027 2024-12-09T20:48:21,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:21,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:21,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740 2024-12-09T20:48:21,202 DEBUG [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced 2024-12-09T20:48:21,202 DEBUG [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39139 2024-12-09T20:48:21,203 DEBUG [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:21,203 DEBUG [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced 2024-12-09T20:48:21,203 DEBUG [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39139 2024-12-09T20:48:21,204 DEBUG [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:21,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740 2024-12-09T20:48:21,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:21,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:21,209 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:21,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:21,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:21,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61110436, jitterRate=-0.08938354253768921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:21,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733777301174Initializing all the Stores at 1733777301177 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777301177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777301181 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777301181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777301181Cleaning up temporary data from old regions at 1733777301208 (+27 ms)Region opened successfully at 1733777301219 (+11 ms) 2024-12-09T20:48:21,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:21,219 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:21,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:21,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:21,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:21,221 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:21,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777301219Disabling compacts and flushes for region at 1733777301219Disabling writes for close at 1733777301220 (+1 ms)Writing region close event to WAL at 1733777301220Closed at 1733777301221 (+1 ms) 2024-12-09T20:48:21,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:21,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T20:48:21,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T20:48:21,237 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:21,240 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T20:48:21,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:21,249 DEBUG [RS:1;00c23a7251f8:38361 {}] zookeeper.ZKUtil(111): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,38361,1733777300027 2024-12-09T20:48:21,249 DEBUG [RS:0;00c23a7251f8:43715 {}] zookeeper.ZKUtil(111): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,43715,1733777299922 2024-12-09T20:48:21,249 WARN [RS:1;00c23a7251f8:38361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:21,249 WARN [RS:0;00c23a7251f8:43715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:21,249 INFO [RS:1;00c23a7251f8:38361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:21,249 INFO [RS:0;00c23a7251f8:43715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:21,250 DEBUG [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,43715,1733777299922 2024-12-09T20:48:21,250 DEBUG [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,38361,1733777300027 2024-12-09T20:48:21,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,43715,1733777299922] 2024-12-09T20:48:21,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,38361,1733777300027] 2024-12-09T20:48:21,276 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:21,276 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:21,289 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:21,289 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:21,295 INFO [RS:0;00c23a7251f8:43715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:21,295 INFO [RS:1;00c23a7251f8:38361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:21,295 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,295 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,296 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:21,299 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:21,302 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:21,302 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:21,303 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,303 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,304 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,304 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,304 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,304 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,304 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,304 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,304 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,304 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,304 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,304 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:21,304 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,304 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:21,305 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,305 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:21,306 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:21,306 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:21,306 DEBUG [RS:0;00c23a7251f8:43715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:21,306 DEBUG [RS:1;00c23a7251f8:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:21,307 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,307 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,307 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,307 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,307 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,308 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,38361,1733777300027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:21,309 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,309 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,309 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,309 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,309 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,309 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43715,1733777299922-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:21,336 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:21,338 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,38361,1733777300027-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,339 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,339 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:21,339 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.Replication(171): 00c23a7251f8,38361,1733777300027 started 2024-12-09T20:48:21,339 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43715,1733777299922-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,340 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,340 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.Replication(171): 00c23a7251f8,43715,1733777299922 started 2024-12-09T20:48:21,357 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,357 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,38361,1733777300027, RpcServer on 00c23a7251f8/172.17.0.2:38361, sessionid=0x1000c561a540002 2024-12-09T20:48:21,358 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:21,358 DEBUG [RS:1;00c23a7251f8:38361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,38361,1733777300027 2024-12-09T20:48:21,359 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,38361,1733777300027' 2024-12-09T20:48:21,359 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:21,360 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:21,360 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:21,361 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:21,361 DEBUG [RS:1;00c23a7251f8:38361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,38361,1733777300027 2024-12-09T20:48:21,361 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,38361,1733777300027' 2024-12-09T20:48:21,361 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:21,361 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:21,362 DEBUG [RS:1;00c23a7251f8:38361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:21,362 INFO [RS:1;00c23a7251f8:38361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:21,362 INFO [RS:1;00c23a7251f8:38361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:21,363 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:21,363 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,43715,1733777299922, RpcServer on 00c23a7251f8/172.17.0.2:43715, sessionid=0x1000c561a540001 2024-12-09T20:48:21,363 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:21,363 DEBUG [RS:0;00c23a7251f8:43715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,43715,1733777299922 2024-12-09T20:48:21,363 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,43715,1733777299922' 2024-12-09T20:48:21,363 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:21,364 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:21,365 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:21,365 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:21,365 DEBUG [RS:0;00c23a7251f8:43715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,43715,1733777299922 2024-12-09T20:48:21,365 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,43715,1733777299922' 2024-12-09T20:48:21,365 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:21,366 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:21,366 DEBUG [RS:0;00c23a7251f8:43715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:21,366 INFO [RS:0;00c23a7251f8:43715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:21,367 INFO [RS:0;00c23a7251f8:43715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:21,391 WARN [00c23a7251f8:43385 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T20:48:21,468 INFO [RS:0;00c23a7251f8:43715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:21,468 INFO [RS:1;00c23a7251f8:38361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:21,471 INFO [RS:0;00c23a7251f8:43715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C43715%2C1733777299922, suffix=, logDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,43715,1733777299922, archiveDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/oldWALs, maxLogs=32 2024-12-09T20:48:21,471 INFO [RS:1;00c23a7251f8:38361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C38361%2C1733777300027, suffix=, logDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,38361,1733777300027, archiveDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/oldWALs, maxLogs=32 2024-12-09T20:48:21,487 DEBUG [RS:0;00c23a7251f8:43715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,43715,1733777299922/00c23a7251f8%2C43715%2C1733777299922.1733777301475, exclude list is [], retry=0 2024-12-09T20:48:21,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41669,DS-836235bb-1824-4003-9ec3-a65f2d7a3cb4,DISK] 2024-12-09T20:48:21,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-bb8de82c-4c89-40b5-a9ae-48a69e4ab145,DISK] 2024-12-09T20:48:21,493 DEBUG [RS:1;00c23a7251f8:38361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,38361,1733777300027/00c23a7251f8%2C38361%2C1733777300027.1733777301475, exclude list is [], retry=0 2024-12-09T20:48:21,495 INFO [RS:0;00c23a7251f8:43715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,43715,1733777299922/00c23a7251f8%2C43715%2C1733777299922.1733777301475 2024-12-09T20:48:21,496 DEBUG [RS:0;00c23a7251f8:43715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46229:46229),(127.0.0.1/127.0.0.1:40059:40059)] 2024-12-09T20:48:21,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-bb8de82c-4c89-40b5-a9ae-48a69e4ab145,DISK] 2024-12-09T20:48:21,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41669,DS-836235bb-1824-4003-9ec3-a65f2d7a3cb4,DISK] 2024-12-09T20:48:21,504 INFO [RS:1;00c23a7251f8:38361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,38361,1733777300027/00c23a7251f8%2C38361%2C1733777300027.1733777301475 2024-12-09T20:48:21,505 DEBUG [RS:1;00c23a7251f8:38361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40059:40059),(127.0.0.1/127.0.0.1:46229:46229)] 2024-12-09T20:48:21,644 DEBUG [00c23a7251f8:43385 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T20:48:21,651 DEBUG [00c23a7251f8:43385 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:21,657 DEBUG [00c23a7251f8:43385 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:21,657 DEBUG [00c23a7251f8:43385 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:21,657 DEBUG [00c23a7251f8:43385 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:21,657 DEBUG [00c23a7251f8:43385 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:21,657 INFO [00c23a7251f8:43385 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:21,657 INFO [00c23a7251f8:43385 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:21,657 DEBUG [00c23a7251f8:43385 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:21,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c23a7251f8,43715,1733777299922 2024-12-09T20:48:21,672 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,43715,1733777299922, state=OPENING 2024-12-09T20:48:21,723 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T20:48:21,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:21,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:21,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:21,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:21,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:21,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:21,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:21,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,43715,1733777299922}] 2024-12-09T20:48:21,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:21,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37459, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:21,923 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T20:48:21,924 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:21,924 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T20:48:21,927 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C43715%2C1733777299922.meta, suffix=.meta, logDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,43715,1733777299922, archiveDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/oldWALs, maxLogs=32 2024-12-09T20:48:21,941 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,43715,1733777299922/00c23a7251f8%2C43715%2C1733777299922.meta.1733777301929.meta, exclude list is [], retry=0 2024-12-09T20:48:21,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-bb8de82c-4c89-40b5-a9ae-48a69e4ab145,DISK] 2024-12-09T20:48:21,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41669,DS-836235bb-1824-4003-9ec3-a65f2d7a3cb4,DISK] 2024-12-09T20:48:21,947 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/WALs/00c23a7251f8,43715,1733777299922/00c23a7251f8%2C43715%2C1733777299922.meta.1733777301929.meta 2024-12-09T20:48:21,948 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46229:46229),(127.0.0.1/127.0.0.1:40059:40059)] 2024-12-09T20:48:21,948 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:21,950 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T20:48:21,952 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T20:48:21,956 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T20:48:21,960 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T20:48:21,961 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:21,961 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T20:48:21,961 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T20:48:21,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:21,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:21,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:21,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:21,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:21,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:21,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:21,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:21,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:21,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:21,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:21,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:21,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:21,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:21,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:21,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:21,975 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:21,976 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740 2024-12-09T20:48:21,979 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740 2024-12-09T20:48:21,981 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:21,981 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:21,983 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:21,986 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:21,988 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65768107, jitterRate=-0.019978836178779602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:21,988 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T20:48:21,990 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733777301961Writing region info on filesystem at 1733777301962 (+1 ms)Initializing all the Stores at 1733777301963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777301963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777301964 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777301964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777301964Cleaning up temporary data from old regions at 1733777301981 (+17 ms)Running coprocessor post-open hooks at 1733777301988 (+7 ms)Region opened successfully at 1733777301990 (+2 ms) 2024-12-09T20:48:21,996 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733777301903 2024-12-09T20:48:22,008 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T20:48:22,008 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T20:48:22,011 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,43715,1733777299922 2024-12-09T20:48:22,013 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,43715,1733777299922, state=OPEN 2024-12-09T20:48:22,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:22,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:22,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:22,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:22,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:22,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:22,029 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c23a7251f8,43715,1733777299922 2024-12-09T20:48:22,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T20:48:22,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,43715,1733777299922 in 292 msec 2024-12-09T20:48:22,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T20:48:22,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 808 msec 2024-12-09T20:48:22,044 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:22,045 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T20:48:22,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:22,065 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,43715,1733777299922, seqNum=-1] 2024-12-09T20:48:22,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:22,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55547, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:22,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0840 sec 2024-12-09T20:48:22,110 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733777302110, completionTime=-1 2024-12-09T20:48:22,114 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T20:48:22,114 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T20:48:22,168 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T20:48:22,168 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733777362168 2024-12-09T20:48:22,168 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733777422168 2024-12-09T20:48:22,168 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 54 msec 2024-12-09T20:48:22,174 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T20:48:22,183 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43385,1733777299155-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:22,183 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43385,1733777299155-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:22,184 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43385,1733777299155-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:22,186 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c23a7251f8:43385, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:22,186 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:22,187 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:22,193 DEBUG [master/00c23a7251f8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T20:48:22,215 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.073sec 2024-12-09T20:48:22,217 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T20:48:22,218 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T20:48:22,219 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T20:48:22,220 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T20:48:22,220 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T20:48:22,221 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43385,1733777299155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:22,221 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43385,1733777299155-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T20:48:22,226 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T20:48:22,227 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T20:48:22,228 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43385,1733777299155-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:22,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c5588d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:22,271 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T20:48:22,272 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T20:48:22,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c23a7251f8,43385,-1 for getting cluster id 2024-12-09T20:48:22,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T20:48:22,307 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f6cb627-015a-4303-9d20-429fc7659d9c' 2024-12-09T20:48:22,310 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T20:48:22,310 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f6cb627-015a-4303-9d20-429fc7659d9c" 2024-12-09T20:48:22,310 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2742c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:22,310 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c23a7251f8,43385,-1] 2024-12-09T20:48:22,312 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T20:48:22,314 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:22,315 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T20:48:22,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da4cc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:22,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:22,326 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,43715,1733777299922, seqNum=-1] 2024-12-09T20:48:22,326 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:22,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:22,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c23a7251f8,43385,1733777299155 2024-12-09T20:48:22,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T20:48:22,355 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c23a7251f8,43385,1733777299155 2024-12-09T20:48:22,357 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ac98032 2024-12-09T20:48:22,358 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T20:48:22,360 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T20:48:22,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T20:48:22,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T20:48:22,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T20:48:22,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:22,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T20:48:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:22,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:22,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:22,403 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fc90ef520462dab11e494067397f140, NAME => 'testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced 2024-12-09T20:48:22,403 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a759f5d11ddc7b3960129782bacd7b5a, NAME => 'testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced 2024-12-09T20:48:22,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:22,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a759f5d11ddc7b3960129782bacd7b5a, disabling compactions & flushes 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6fc90ef520462dab11e494067397f140, disabling compactions & flushes 2024-12-09T20:48:22,415 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:22,415 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. after waiting 0 ms 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. after waiting 0 ms 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:22,415 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:22,415 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a759f5d11ddc7b3960129782bacd7b5a: Waiting for close lock at 1733777302415Disabling compacts and flushes for region at 1733777302415Disabling writes for close at 1733777302415Writing region close event to WAL at 1733777302415Closed at 1733777302415 2024-12-09T20:48:22,415 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fc90ef520462dab11e494067397f140: Waiting for close lock at 1733777302415Disabling compacts and flushes for region at 1733777302415Disabling writes for close at 1733777302415Writing region close event to WAL at 1733777302415Closed at 1733777302415 2024-12-09T20:48:22,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T20:48:22,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777302418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777302418"}]},"ts":"1733777302418"} 2024-12-09T20:48:22,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777302418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777302418"}]},"ts":"1733777302418"} 2024-12-09T20:48:22,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T20:48:22,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T20:48:22,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777302454"}]},"ts":"1733777302454"} 2024-12-09T20:48:22,461 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T20:48:22,462 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:22,464 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:22,464 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:22,464 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:22,464 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:22,464 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:22,464 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:22,464 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:22,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6fc90ef520462dab11e494067397f140, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a759f5d11ddc7b3960129782bacd7b5a, ASSIGN}] 2024-12-09T20:48:22,468 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a759f5d11ddc7b3960129782bacd7b5a, ASSIGN 2024-12-09T20:48:22,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6fc90ef520462dab11e494067397f140, ASSIGN 2024-12-09T20:48:22,470 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6fc90ef520462dab11e494067397f140, ASSIGN; state=OFFLINE, location=00c23a7251f8,43715,1733777299922; forceNewPlan=false, retain=false 2024-12-09T20:48:22,470 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a759f5d11ddc7b3960129782bacd7b5a, ASSIGN; state=OFFLINE, location=00c23a7251f8,38361,1733777300027; forceNewPlan=false, retain=false 2024-12-09T20:48:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:22,623 INFO [00c23a7251f8:43385 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T20:48:22,624 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a759f5d11ddc7b3960129782bacd7b5a, regionState=OPENING, regionLocation=00c23a7251f8,38361,1733777300027 2024-12-09T20:48:22,624 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fc90ef520462dab11e494067397f140, regionState=OPENING, regionLocation=00c23a7251f8,43715,1733777299922 2024-12-09T20:48:22,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a759f5d11ddc7b3960129782bacd7b5a, ASSIGN because future has completed 2024-12-09T20:48:22,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a759f5d11ddc7b3960129782bacd7b5a, server=00c23a7251f8,38361,1733777300027}] 2024-12-09T20:48:22,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6fc90ef520462dab11e494067397f140, ASSIGN because future has completed 2024-12-09T20:48:22,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fc90ef520462dab11e494067397f140, server=00c23a7251f8,43715,1733777299922}] 2024-12-09T20:48:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:22,783 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:22,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55999, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:22,790 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:22,790 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:22,791 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a759f5d11ddc7b3960129782bacd7b5a, NAME => 'testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T20:48:22,791 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fc90ef520462dab11e494067397f140, NAME => 'testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T20:48:22,791 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,791 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,791 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:22,791 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:22,791 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,791 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,791 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,791 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,793 INFO [StoreOpener-6fc90ef520462dab11e494067397f140-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,793 INFO [StoreOpener-a759f5d11ddc7b3960129782bacd7b5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,795 INFO [StoreOpener-a759f5d11ddc7b3960129782bacd7b5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a759f5d11ddc7b3960129782bacd7b5a columnFamilyName family 2024-12-09T20:48:22,795 DEBUG [StoreOpener-a759f5d11ddc7b3960129782bacd7b5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:22,795 INFO [StoreOpener-6fc90ef520462dab11e494067397f140-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fc90ef520462dab11e494067397f140 columnFamilyName family 2024-12-09T20:48:22,795 DEBUG [StoreOpener-6fc90ef520462dab11e494067397f140-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:22,796 INFO [StoreOpener-a759f5d11ddc7b3960129782bacd7b5a-1 {}] regionserver.HStore(327): Store=a759f5d11ddc7b3960129782bacd7b5a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:22,796 INFO [StoreOpener-6fc90ef520462dab11e494067397f140-1 {}] regionserver.HStore(327): Store=6fc90ef520462dab11e494067397f140/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:22,796 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,797 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,798 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,798 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,798 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,799 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,799 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,799 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,799 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,799 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,801 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,802 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,805 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/a759f5d11ddc7b3960129782bacd7b5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:22,805 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/6fc90ef520462dab11e494067397f140/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:22,806 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6fc90ef520462dab11e494067397f140; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73067465, jitterRate=0.08879007399082184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:22,806 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a759f5d11ddc7b3960129782bacd7b5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67150226, jitterRate=6.163418292999268E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:22,806 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:22,806 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:22,807 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a759f5d11ddc7b3960129782bacd7b5a: Running coprocessor pre-open hook at 1733777302792Writing region info on filesystem at 1733777302792Initializing all the Stores at 1733777302793 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777302793Cleaning up temporary data from old regions at 1733777302799 (+6 ms)Running coprocessor post-open hooks at 1733777302806 (+7 ms)Region opened successfully at 1733777302807 (+1 ms) 2024-12-09T20:48:22,807 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6fc90ef520462dab11e494067397f140: Running coprocessor pre-open hook at 1733777302791Writing region info on filesystem at 1733777302791Initializing all the Stores at 1733777302793 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777302793Cleaning up temporary data from old regions at 1733777302799 (+6 ms)Running coprocessor post-open hooks at 1733777302806 (+7 ms)Region opened successfully at 1733777302807 (+1 ms) 2024-12-09T20:48:22,809 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a., pid=7, masterSystemTime=1733777302783 2024-12-09T20:48:22,809 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140., pid=8, masterSystemTime=1733777302785 2024-12-09T20:48:22,812 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:22,812 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:22,813 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a759f5d11ddc7b3960129782bacd7b5a, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,38361,1733777300027 2024-12-09T20:48:22,814 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:22,814 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:22,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fc90ef520462dab11e494067397f140, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,43715,1733777299922 2024-12-09T20:48:22,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a759f5d11ddc7b3960129782bacd7b5a, server=00c23a7251f8,38361,1733777300027 because future has completed 2024-12-09T20:48:22,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fc90ef520462dab11e494067397f140, server=00c23a7251f8,43715,1733777299922 because future has completed 2024-12-09T20:48:22,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-09T20:48:22,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a759f5d11ddc7b3960129782bacd7b5a, server=00c23a7251f8,38361,1733777300027 in 191 msec 2024-12-09T20:48:22,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-09T20:48:22,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fc90ef520462dab11e494067397f140, server=00c23a7251f8,43715,1733777299922 in 192 msec 2024-12-09T20:48:22,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a759f5d11ddc7b3960129782bacd7b5a, ASSIGN in 358 msec 2024-12-09T20:48:22,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T20:48:22,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6fc90ef520462dab11e494067397f140, ASSIGN in 361 msec 2024-12-09T20:48:22,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T20:48:22,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777302831"}]},"ts":"1733777302831"} 2024-12-09T20:48:22,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T20:48:22,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T20:48:22,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 469 msec 2024-12-09T20:48:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:23,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T20:48:23,014 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T20:48:23,016 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:23,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T20:48:23,023 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:23,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T20:48:23,032 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140., hostname=00c23a7251f8,43715,1733777299922, seqNum=2] 2024-12-09T20:48:23,050 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a., hostname=00c23a7251f8,38361,1733777300027, seqNum=2] 2024-12-09T20:48:23,050 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:23,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:23,071 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6fc90ef520462dab11e494067397f140 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T20:48:23,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/6fc90ef520462dab11e494067397f140/.tmp/family/e91d85c7280845ca9fe4aba1d32dc7d6 is 32, key is 1/family:/1733777303035/Put/seqid=0 2024-12-09T20:48:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741839_1015 (size=5054) 2024-12-09T20:48:23,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741839_1015 (size=5054) 2024-12-09T20:48:23,146 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/6fc90ef520462dab11e494067397f140/.tmp/family/e91d85c7280845ca9fe4aba1d32dc7d6 2024-12-09T20:48:23,189 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/6fc90ef520462dab11e494067397f140/.tmp/family/e91d85c7280845ca9fe4aba1d32dc7d6 as hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/6fc90ef520462dab11e494067397f140/family/e91d85c7280845ca9fe4aba1d32dc7d6 2024-12-09T20:48:23,199 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/6fc90ef520462dab11e494067397f140/family/e91d85c7280845ca9fe4aba1d32dc7d6, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T20:48:23,205 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6fc90ef520462dab11e494067397f140 in 134ms, sequenceid=8, compaction requested=false 2024-12-09T20:48:23,206 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-09T20:48:23,208 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6fc90ef520462dab11e494067397f140: 2024-12-09T20:48:23,208 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a759f5d11ddc7b3960129782bacd7b5a 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T20:48:23,226 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/a759f5d11ddc7b3960129782bacd7b5a/.tmp/family/b185547658b540caafe86a34def6726d is 32, key is 5/family:/1733777303053/Put/seqid=0 2024-12-09T20:48:23,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741840_1016 (size=5083) 2024-12-09T20:48:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741840_1016 (size=5083) 2024-12-09T20:48:23,234 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/a759f5d11ddc7b3960129782bacd7b5a/.tmp/family/b185547658b540caafe86a34def6726d 2024-12-09T20:48:23,244 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/a759f5d11ddc7b3960129782bacd7b5a/.tmp/family/b185547658b540caafe86a34def6726d as hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/a759f5d11ddc7b3960129782bacd7b5a/family/b185547658b540caafe86a34def6726d 2024-12-09T20:48:23,255 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/a759f5d11ddc7b3960129782bacd7b5a/family/b185547658b540caafe86a34def6726d, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T20:48:23,256 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a759f5d11ddc7b3960129782bacd7b5a in 48ms, sequenceid=9, compaction requested=false 2024-12-09T20:48:23,256 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a759f5d11ddc7b3960129782bacd7b5a: 2024-12-09T20:48:23,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4646393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:23,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c23a7251f8,43385,-1 for getting cluster id 2024-12-09T20:48:23,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T20:48:23,261 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f6cb627-015a-4303-9d20-429fc7659d9c' 2024-12-09T20:48:23,262 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T20:48:23,262 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f6cb627-015a-4303-9d20-429fc7659d9c" 2024-12-09T20:48:23,262 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3578ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:23,262 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c23a7251f8,43385,-1] 2024-12-09T20:48:23,263 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T20:48:23,263 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:23,265 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T20:48:23,266 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47cd4540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:23,284 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T20:48:23,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:23,286 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,43715,1733777299922, seqNum=-1] 2024-12-09T20:48:23,287 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:23,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:23,298 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:23,299 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:23,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:23,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:23,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:23,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:23,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:23,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:23,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T20:48:23,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T20:48:23,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:23,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:23,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:23,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:23,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T20:48:23,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T20:48:23,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1675616651, stopped=false 2024-12-09T20:48:23,313 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c23a7251f8,43385,1733777299155 2024-12-09T20:48:23,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:23,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:23,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:23,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:23,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:23,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:23,382 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:23,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:23,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:23,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:23,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:23,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:23,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:23,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,43715,1733777299922' ***** 2024-12-09T20:48:23,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:23,384 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,38361,1733777300027' ***** 2024-12-09T20:48:23,384 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:23,384 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:23,384 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:23,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:23,385 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:23,385 INFO [RS:1;00c23a7251f8:38361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:23,385 INFO [RS:0;00c23a7251f8:43715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:23,385 INFO [RS:0;00c23a7251f8:43715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:23,385 INFO [RS:1;00c23a7251f8:38361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:23,385 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:23,385 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:23,386 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,43715,1733777299922 2024-12-09T20:48:23,386 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,38361,1733777300027 2024-12-09T20:48:23,386 INFO [RS:0;00c23a7251f8:43715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:23,386 INFO [RS:1;00c23a7251f8:38361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:23,386 INFO [RS:0;00c23a7251f8:43715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c23a7251f8:43715. 2024-12-09T20:48:23,386 INFO [RS:1;00c23a7251f8:38361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;00c23a7251f8:38361. 2024-12-09T20:48:23,386 DEBUG [RS:0;00c23a7251f8:43715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:23,386 DEBUG [RS:0;00c23a7251f8:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:23,386 DEBUG [RS:1;00c23a7251f8:38361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:23,386 DEBUG [RS:1;00c23a7251f8:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:23,386 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:23,386 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:23,386 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a759f5d11ddc7b3960129782bacd7b5a, disabling compactions & flushes 2024-12-09T20:48:23,386 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fc90ef520462dab11e494067397f140, disabling compactions & flushes 2024-12-09T20:48:23,387 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:23,387 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T20:48:23,387 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:23,387 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:23,387 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T20:48:23,387 DEBUG [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(1325): Online Regions={a759f5d11ddc7b3960129782bacd7b5a=testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a.} 2024-12-09T20:48:23,387 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:23,387 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:23,387 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. after waiting 0 ms 2024-12-09T20:48:23,387 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. after waiting 0 ms 2024-12-09T20:48:23,387 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:23,387 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:23,387 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T20:48:23,387 DEBUG [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(1325): Online Regions={6fc90ef520462dab11e494067397f140=testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T20:48:23,387 DEBUG [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(1351): Waiting on a759f5d11ddc7b3960129782bacd7b5a 2024-12-09T20:48:23,387 DEBUG [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fc90ef520462dab11e494067397f140 2024-12-09T20:48:23,387 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:23,387 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:23,387 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:23,388 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:23,388 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:23,388 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T20:48:23,394 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/6fc90ef520462dab11e494067397f140/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T20:48:23,394 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/default/testClearRegionBlockCache/a759f5d11ddc7b3960129782bacd7b5a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T20:48:23,396 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:23,396 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:23,396 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a759f5d11ddc7b3960129782bacd7b5a: Waiting for close lock at 1733777303386Running coprocessor pre-close hooks at 1733777303386Disabling compacts and flushes for region at 1733777303386Disabling writes for close at 1733777303387 (+1 ms)Writing region close event to WAL at 1733777303388 (+1 ms)Running coprocessor post-close hooks at 1733777303395 (+7 ms)Closed at 1733777303396 (+1 ms) 2024-12-09T20:48:23,396 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fc90ef520462dab11e494067397f140: Waiting for close lock at 1733777303386Running coprocessor pre-close hooks at 1733777303386Disabling compacts and flushes for region at 1733777303386Disabling writes for close at 1733777303387 (+1 ms)Writing region close event to WAL at 1733777303388 (+1 ms)Running coprocessor post-close hooks at 1733777303395 (+7 ms)Closed at 1733777303396 (+1 ms) 2024-12-09T20:48:23,397 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a. 2024-12-09T20:48:23,397 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733777302361.6fc90ef520462dab11e494067397f140. 2024-12-09T20:48:23,404 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T20:48:23,405 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T20:48:23,410 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/.tmp/info/0e85a72ec32543a981cd92e3ccde134e is 173, key is testClearRegionBlockCache,5,1733777302361.a759f5d11ddc7b3960129782bacd7b5a./info:regioninfo/1733777302813/Put/seqid=0 2024-12-09T20:48:23,418 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:23,418 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:23,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:23,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:23,422 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/.tmp/info/0e85a72ec32543a981cd92e3ccde134e 2024-12-09T20:48:23,451 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/.tmp/ns/cc8aec549b6f49a0aa645d3e1436bc87 is 43, key is default/ns:d/1733777302091/Put/seqid=0 2024-12-09T20:48:23,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:23,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:23,459 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/.tmp/ns/cc8aec549b6f49a0aa645d3e1436bc87 2024-12-09T20:48:23,482 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/.tmp/table/5aee8814497b4622834e8a60b602882d is 61, key is testClearRegionBlockCache/table:state/1733777302831/Put/seqid=0 2024-12-09T20:48:23,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:23,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:23,491 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/.tmp/table/5aee8814497b4622834e8a60b602882d 2024-12-09T20:48:23,501 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/.tmp/info/0e85a72ec32543a981cd92e3ccde134e as hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/info/0e85a72ec32543a981cd92e3ccde134e 2024-12-09T20:48:23,510 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/info/0e85a72ec32543a981cd92e3ccde134e, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T20:48:23,512 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/.tmp/ns/cc8aec549b6f49a0aa645d3e1436bc87 as hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/ns/cc8aec549b6f49a0aa645d3e1436bc87 2024-12-09T20:48:23,522 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/ns/cc8aec549b6f49a0aa645d3e1436bc87, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T20:48:23,524 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/.tmp/table/5aee8814497b4622834e8a60b602882d as hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/table/5aee8814497b4622834e8a60b602882d 2024-12-09T20:48:23,534 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/table/5aee8814497b4622834e8a60b602882d, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T20:48:23,536 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=13, compaction requested=false 2024-12-09T20:48:23,536 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T20:48:23,543 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T20:48:23,545 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T20:48:23,545 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:23,545 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777303387Running coprocessor pre-close hooks at 1733777303387Disabling compacts and flushes for region at 1733777303387Disabling writes for close at 1733777303388 (+1 ms)Obtaining lock to block concurrent updates at 1733777303388Preparing flush snapshotting stores in 1588230740 at 1733777303388Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733777303389 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733777303390 (+1 ms)Flushing 1588230740/info: creating writer at 1733777303390Flushing 1588230740/info: appending metadata at 1733777303410 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733777303410Flushing 1588230740/ns: creating writer at 1733777303432 (+22 ms)Flushing 1588230740/ns: appending metadata at 1733777303451 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733777303451Flushing 1588230740/table: creating writer at 1733777303468 (+17 ms)Flushing 1588230740/table: appending metadata at 1733777303481 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733777303482 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8b5c39: reopening flushed file at 1733777303500 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54494ffd: reopening flushed file at 1733777303511 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f605432: reopening flushed file at 1733777303523 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 148ms, sequenceid=13, compaction requested=false at 1733777303536 (+13 ms)Writing region close event to WAL at 1733777303538 (+2 ms)Running coprocessor post-close hooks at 1733777303544 (+6 ms)Closed at 1733777303545 (+1 ms) 2024-12-09T20:48:23,546 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:23,587 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,43715,1733777299922; all regions closed. 2024-12-09T20:48:23,587 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,38361,1733777300027; all regions closed. 2024-12-09T20:48:23,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:23,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741834_1010 (size=1867) 2024-12-09T20:48:23,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:23,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741834_1010 (size=1867) 2024-12-09T20:48:23,599 DEBUG [RS:0;00c23a7251f8:43715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/oldWALs 2024-12-09T20:48:23,599 DEBUG [RS:1;00c23a7251f8:38361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/oldWALs 2024-12-09T20:48:23,600 INFO [RS:0;00c23a7251f8:43715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C43715%2C1733777299922.meta:.meta(num 1733777301929) 2024-12-09T20:48:23,600 INFO [RS:1;00c23a7251f8:38361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C38361%2C1733777300027:(num 1733777301475) 2024-12-09T20:48:23,600 DEBUG [RS:1;00c23a7251f8:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:23,600 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:23,600 INFO [RS:1;00c23a7251f8:38361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:23,600 INFO [RS:1;00c23a7251f8:38361 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:23,601 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:23,601 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:23,601 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:23,601 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:23,601 INFO [RS:1;00c23a7251f8:38361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:23,601 INFO [RS:1;00c23a7251f8:38361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38361 2024-12-09T20:48:23,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741833_1009 (size=1758) 2024-12-09T20:48:23,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741833_1009 (size=1758) 2024-12-09T20:48:23,606 DEBUG [RS:0;00c23a7251f8:43715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/oldWALs 2024-12-09T20:48:23,606 INFO [RS:0;00c23a7251f8:43715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C43715%2C1733777299922:(num 1733777301475) 2024-12-09T20:48:23,606 DEBUG [RS:0;00c23a7251f8:43715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:23,607 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:23,607 INFO [RS:0;00c23a7251f8:43715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:23,607 INFO [RS:0;00c23a7251f8:43715 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:23,607 INFO [RS:0;00c23a7251f8:43715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:23,607 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:23,607 INFO [RS:0;00c23a7251f8:43715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43715 2024-12-09T20:48:23,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:23,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,38361,1733777300027 2024-12-09T20:48:23,614 INFO [RS:1;00c23a7251f8:38361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:23,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,43715,1733777299922 2024-12-09T20:48:23,624 INFO [RS:0;00c23a7251f8:43715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:23,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,43715,1733777299922] 2024-12-09T20:48:23,645 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,43715,1733777299922 already deleted, retry=false 2024-12-09T20:48:23,645 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,43715,1733777299922 expired; onlineServers=1 2024-12-09T20:48:23,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,38361,1733777300027] 2024-12-09T20:48:23,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,38361,1733777300027 already deleted, retry=false 2024-12-09T20:48:23,656 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,38361,1733777300027 expired; onlineServers=0 2024-12-09T20:48:23,656 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c23a7251f8,43385,1733777299155' ***** 2024-12-09T20:48:23,656 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T20:48:23,656 INFO [M:0;00c23a7251f8:43385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:23,656 INFO [M:0;00c23a7251f8:43385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:23,656 DEBUG [M:0;00c23a7251f8:43385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T20:48:23,656 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T20:48:23,656 DEBUG [M:0;00c23a7251f8:43385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T20:48:23,656 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777301131 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777301131,5,FailOnTimeoutGroup] 2024-12-09T20:48:23,656 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777301137 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777301137,5,FailOnTimeoutGroup] 2024-12-09T20:48:23,657 INFO [M:0;00c23a7251f8:43385 {}] hbase.ChoreService(370): Chore service for: master/00c23a7251f8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:23,657 INFO [M:0;00c23a7251f8:43385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:23,657 DEBUG [M:0;00c23a7251f8:43385 {}] master.HMaster(1795): Stopping service threads 2024-12-09T20:48:23,657 INFO [M:0;00c23a7251f8:43385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T20:48:23,657 INFO [M:0;00c23a7251f8:43385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:23,658 INFO [M:0;00c23a7251f8:43385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T20:48:23,658 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T20:48:23,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:23,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:23,666 DEBUG [M:0;00c23a7251f8:43385 {}] zookeeper.ZKUtil(347): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T20:48:23,667 WARN [M:0;00c23a7251f8:43385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T20:48:23,668 INFO [M:0;00c23a7251f8:43385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/.lastflushedseqids 2024-12-09T20:48:23,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741844_1020 (size=182) 2024-12-09T20:48:23,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741844_1020 (size=182) 2024-12-09T20:48:23,681 INFO [M:0;00c23a7251f8:43385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T20:48:23,681 INFO [M:0;00c23a7251f8:43385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T20:48:23,682 DEBUG [M:0;00c23a7251f8:43385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:23,682 INFO [M:0;00c23a7251f8:43385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:23,682 DEBUG [M:0;00c23a7251f8:43385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:23,682 DEBUG [M:0;00c23a7251f8:43385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:23,682 DEBUG [M:0;00c23a7251f8:43385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:23,682 INFO [M:0;00c23a7251f8:43385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-09T20:48:23,699 DEBUG [M:0;00c23a7251f8:43385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1b7e3ea2c754c45964c7f85fbe5807c is 82, key is hbase:meta,,1/info:regioninfo/1733777302010/Put/seqid=0 2024-12-09T20:48:23,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:23,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:23,706 INFO [M:0;00c23a7251f8:43385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1b7e3ea2c754c45964c7f85fbe5807c 2024-12-09T20:48:23,727 DEBUG [M:0;00c23a7251f8:43385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62d999eb18774982a2f616b4aacea099 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733777302839/Put/seqid=0 2024-12-09T20:48:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741846_1022 (size=6218) 2024-12-09T20:48:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741846_1022 (size=6218) 2024-12-09T20:48:23,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:23,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1000c561a540002, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:23,735 INFO [M:0;00c23a7251f8:43385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62d999eb18774982a2f616b4aacea099 2024-12-09T20:48:23,735 INFO [RS:1;00c23a7251f8:38361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:23,736 INFO [RS:1;00c23a7251f8:38361 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,38361,1733777300027; zookeeper connection closed. 2024-12-09T20:48:23,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9ec25ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9ec25ca 2024-12-09T20:48:23,745 INFO [RS:0;00c23a7251f8:43715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43715-0x1000c561a540001, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:23,745 INFO [RS:0;00c23a7251f8:43715 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,43715,1733777299922; zookeeper connection closed. 2024-12-09T20:48:23,746 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19affd1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19affd1c 2024-12-09T20:48:23,746 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T20:48:23,756 DEBUG [M:0;00c23a7251f8:43385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02d79e92e71a4b8494636c09985a8376 is 69, key is 00c23a7251f8,38361,1733777300027/rs:state/1733777301199/Put/seqid=0 2024-12-09T20:48:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:23,764 INFO [M:0;00c23a7251f8:43385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02d79e92e71a4b8494636c09985a8376 2024-12-09T20:48:23,772 DEBUG [M:0;00c23a7251f8:43385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1b7e3ea2c754c45964c7f85fbe5807c as hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1b7e3ea2c754c45964c7f85fbe5807c 2024-12-09T20:48:23,780 INFO [M:0;00c23a7251f8:43385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1b7e3ea2c754c45964c7f85fbe5807c, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T20:48:23,781 DEBUG [M:0;00c23a7251f8:43385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62d999eb18774982a2f616b4aacea099 as hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62d999eb18774982a2f616b4aacea099 2024-12-09T20:48:23,788 INFO [M:0;00c23a7251f8:43385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62d999eb18774982a2f616b4aacea099, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T20:48:23,790 DEBUG [M:0;00c23a7251f8:43385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02d79e92e71a4b8494636c09985a8376 as hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02d79e92e71a4b8494636c09985a8376 2024-12-09T20:48:23,797 INFO [M:0;00c23a7251f8:43385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39139/user/jenkins/test-data/118fea51-f3a6-0469-83dd-33c0cd13fced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02d79e92e71a4b8494636c09985a8376, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T20:48:23,798 INFO [M:0;00c23a7251f8:43385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=71, compaction requested=false 2024-12-09T20:48:23,799 INFO [M:0;00c23a7251f8:43385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:23,800 DEBUG [M:0;00c23a7251f8:43385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777303682Disabling compacts and flushes for region at 1733777303682Disabling writes for close at 1733777303682Obtaining lock to block concurrent updates at 1733777303682Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733777303682Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733777303682Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733777303683 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733777303683Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733777303699 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733777303699Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733777303712 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733777303727 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733777303727Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733777303742 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733777303755 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733777303755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5deefe7c: reopening flushed file at 1733777303770 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d426acb: reopening flushed file at 1733777303780 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1011d80e: reopening flushed file at 1733777303788 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=71, compaction requested=false at 1733777303798 (+10 ms)Writing region close event to WAL at 1733777303799 (+1 ms)Closed at 1733777303799 2024-12-09T20:48:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741830_1006 (size=35428) 2024-12-09T20:48:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741830_1006 (size=35428) 2024-12-09T20:48:23,803 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:23,804 INFO [M:0;00c23a7251f8:43385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T20:48:23,804 INFO [M:0;00c23a7251f8:43385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43385 2024-12-09T20:48:23,804 INFO [M:0;00c23a7251f8:43385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:23,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:23,914 INFO [M:0;00c23a7251f8:43385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:23,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1000c561a540000, quorum=127.0.0.1:55196, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:23,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:23,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:23,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:23,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:23,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:23,956 WARN [BP-2061409092-172.17.0.2-1733777295318 heartbeating to localhost/127.0.0.1:39139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:23,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:23,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:23,956 WARN [BP-2061409092-172.17.0.2-1733777295318 heartbeating to localhost/127.0.0.1:39139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2061409092-172.17.0.2-1733777295318 (Datanode Uuid c3c5e55b-16b6-469c-8a84-9de5d19c867b) service to localhost/127.0.0.1:39139 2024-12-09T20:48:23,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/data/data3/current/BP-2061409092-172.17.0.2-1733777295318 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:23,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/data/data4/current/BP-2061409092-172.17.0.2-1733777295318 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:23,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:23,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:23,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:23,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:23,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:23,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:23,962 WARN [BP-2061409092-172.17.0.2-1733777295318 heartbeating to localhost/127.0.0.1:39139 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:23,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:23,962 WARN [BP-2061409092-172.17.0.2-1733777295318 heartbeating to localhost/127.0.0.1:39139 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2061409092-172.17.0.2-1733777295318 (Datanode Uuid 8b04b278-97be-43b2-a3dd-b151e3a630f0) service to localhost/127.0.0.1:39139 2024-12-09T20:48:23,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:23,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/data/data1/current/BP-2061409092-172.17.0.2-1733777295318 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:23,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/cluster_f9f68fdd-34a2-8a55-7e4b-f032fa255f39/data/data2/current/BP-2061409092-172.17.0.2-1733777295318 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:23,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:23,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:23,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:23,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:23,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:23,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:23,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T20:48:24,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T20:48:24,011 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=84 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/00c23a7251f8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39139 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/00c23a7251f8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39139 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39139 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39139 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/00c23a7251f8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@45b244ad java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39139 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/00c23a7251f8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=413 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 408) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3730 (was 4299) 2024-12-09T20:48:24,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=84, OpenFileDescriptor=413, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=3730 2024-12-09T20:48:24,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.log.dir so I do NOT create it in target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a 2024-12-09T20:48:24,028 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T20:48:24,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.tmp.dir so I do NOT create it in target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a 2024-12-09T20:48:24,028 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b6c1d71b-50e7-7942-8cb2-06660d6410bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T20:48:24,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a 2024-12-09T20:48:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T20:48:24,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a, deleteOnExit=true 2024-12-09T20:48:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T20:48:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/test.cache.data in system properties and HBase conf 2024-12-09T20:48:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T20:48:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.log.dir in system properties and HBase conf 2024-12-09T20:48:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T20:48:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T20:48:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T20:48:24,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T20:48:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T20:48:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T20:48:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T20:48:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T20:48:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/nfs.dump.dir in system properties and HBase conf 2024-12-09T20:48:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/java.io.tmpdir in system properties and HBase conf 2024-12-09T20:48:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T20:48:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T20:48:24,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:24,358 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:24,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:24,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:24,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:48:24,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:24,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22ef8004{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:24,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775167f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:24,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3829f2ae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/java.io.tmpdir/jetty-localhost-36289-hadoop-hdfs-3_4_1-tests_jar-_-any-6301820743301423353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:24,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@527489f0{HTTP/1.1, (http/1.1)}{localhost:36289} 2024-12-09T20:48:24,490 INFO [Time-limited test {}] server.Server(415): Started @11109ms 2024-12-09T20:48:24,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:24,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:24,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:24,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:24,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:48:24,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aec6e8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:24,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a38678b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:24,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@443da5cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/java.io.tmpdir/jetty-localhost-43557-hadoop-hdfs-3_4_1-tests_jar-_-any-6708567162203948053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:24,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b2e6ae{HTTP/1.1, (http/1.1)}{localhost:43557} 2024-12-09T20:48:24,821 INFO [Time-limited test {}] server.Server(415): Started @11440ms 2024-12-09T20:48:24,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:24,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:24,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:24,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:24,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:24,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:48:24,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35dbfcb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:24,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e8dba65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:24,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6207f45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/java.io.tmpdir/jetty-localhost-45415-hadoop-hdfs-3_4_1-tests_jar-_-any-9961328815161504177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:24,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7faf4d67{HTTP/1.1, (http/1.1)}{localhost:45415} 2024-12-09T20:48:24,955 INFO [Time-limited test {}] server.Server(415): Started @11574ms 2024-12-09T20:48:24,957 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:25,975 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/data/data2/current/BP-1842286992-172.17.0.2-1733777304054/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:25,975 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/data/data1/current/BP-1842286992-172.17.0.2-1733777304054/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:25,998 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b0b67eb0bdb9f5d with lease ID 0xa8039f7413d106e0: Processing first storage report for DS-17ba05c8-d430-472f-99e1-7f1e77cd2d0b from datanode DatanodeRegistration(127.0.0.1:38619, datanodeUuid=623619e9-d02e-4b68-80a8-9a1078c31747, infoPort=41515, infoSecurePort=0, ipcPort=41189, storageInfo=lv=-57;cid=testClusterID;nsid=415072624;c=1733777304054) 2024-12-09T20:48:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b0b67eb0bdb9f5d with lease ID 0xa8039f7413d106e0: from storage DS-17ba05c8-d430-472f-99e1-7f1e77cd2d0b node DatanodeRegistration(127.0.0.1:38619, datanodeUuid=623619e9-d02e-4b68-80a8-9a1078c31747, infoPort=41515, infoSecurePort=0, ipcPort=41189, storageInfo=lv=-57;cid=testClusterID;nsid=415072624;c=1733777304054), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b0b67eb0bdb9f5d with lease ID 0xa8039f7413d106e0: Processing first storage report for DS-68710d41-28ec-4d7e-afb8-6cc26dc2d964 from datanode DatanodeRegistration(127.0.0.1:38619, datanodeUuid=623619e9-d02e-4b68-80a8-9a1078c31747, infoPort=41515, infoSecurePort=0, ipcPort=41189, storageInfo=lv=-57;cid=testClusterID;nsid=415072624;c=1733777304054) 2024-12-09T20:48:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b0b67eb0bdb9f5d with lease ID 0xa8039f7413d106e0: from storage DS-68710d41-28ec-4d7e-afb8-6cc26dc2d964 node DatanodeRegistration(127.0.0.1:38619, datanodeUuid=623619e9-d02e-4b68-80a8-9a1078c31747, infoPort=41515, infoSecurePort=0, ipcPort=41189, storageInfo=lv=-57;cid=testClusterID;nsid=415072624;c=1733777304054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:26,113 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/data/data3/current/BP-1842286992-172.17.0.2-1733777304054/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:26,113 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/data/data4/current/BP-1842286992-172.17.0.2-1733777304054/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:26,127 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad049d44aa699954 with lease ID 0xa8039f7413d106e1: Processing first storage report for DS-9a151957-d484-4f58-a030-8ba16d43980d from datanode DatanodeRegistration(127.0.0.1:41609, datanodeUuid=737a879d-5964-44cb-a647-bbbd9eb2b597, infoPort=40411, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=415072624;c=1733777304054) 2024-12-09T20:48:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad049d44aa699954 with lease ID 0xa8039f7413d106e1: from storage DS-9a151957-d484-4f58-a030-8ba16d43980d node DatanodeRegistration(127.0.0.1:41609, datanodeUuid=737a879d-5964-44cb-a647-bbbd9eb2b597, infoPort=40411, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=415072624;c=1733777304054), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad049d44aa699954 with lease ID 0xa8039f7413d106e1: Processing first storage report for DS-b07ba26b-7145-44cc-9d86-c050554ac7d0 from datanode DatanodeRegistration(127.0.0.1:41609, datanodeUuid=737a879d-5964-44cb-a647-bbbd9eb2b597, infoPort=40411, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=415072624;c=1733777304054) 2024-12-09T20:48:26,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad049d44aa699954 with lease ID 0xa8039f7413d106e1: from storage DS-b07ba26b-7145-44cc-9d86-c050554ac7d0 node DatanodeRegistration(127.0.0.1:41609, datanodeUuid=737a879d-5964-44cb-a647-bbbd9eb2b597, infoPort=40411, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=415072624;c=1733777304054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:26,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a 2024-12-09T20:48:26,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/zookeeper_0, clientPort=54173, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T20:48:26,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54173 2024-12-09T20:48:26,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:26,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:26,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:26,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:26,214 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d with version=8 2024-12-09T20:48:26,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/hbase-staging 2024-12-09T20:48:26,216 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:26,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:26,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:26,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:26,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:26,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:26,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T20:48:26,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:26,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37919 2024-12-09T20:48:26,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37919 connecting to ZooKeeper ensemble=127.0.0.1:54173 2024-12-09T20:48:26,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379190x0, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:26,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37919-0x1000c56391e0000 connected 2024-12-09T20:48:26,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:26,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:26,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:26,368 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d, hbase.cluster.distributed=false 2024-12-09T20:48:26,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:26,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37919 2024-12-09T20:48:26,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37919 2024-12-09T20:48:26,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37919 2024-12-09T20:48:26,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37919 2024-12-09T20:48:26,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37919 2024-12-09T20:48:26,394 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:26,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:26,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:26,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:26,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:26,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:26,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:26,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:26,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36037 2024-12-09T20:48:26,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36037 connecting to ZooKeeper ensemble=127.0.0.1:54173 2024-12-09T20:48:26,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:26,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:26,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360370x0, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:26,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360370x0, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:26,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36037-0x1000c56391e0001 connected 2024-12-09T20:48:26,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:26,415 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:26,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:26,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:26,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36037 2024-12-09T20:48:26,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36037 2024-12-09T20:48:26,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36037 2024-12-09T20:48:26,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36037 2024-12-09T20:48:26,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36037 2024-12-09T20:48:26,433 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:26,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:26,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:26,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:26,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:26,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:26,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:26,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:26,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39823 2024-12-09T20:48:26,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39823 connecting to ZooKeeper ensemble=127.0.0.1:54173 2024-12-09T20:48:26,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:26,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:26,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398230x0, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:26,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398230x0, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:26,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39823-0x1000c56391e0002 connected 2024-12-09T20:48:26,449 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:26,450 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:26,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:26,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:26,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39823 2024-12-09T20:48:26,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39823 2024-12-09T20:48:26,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39823 2024-12-09T20:48:26,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39823 2024-12-09T20:48:26,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39823 2024-12-09T20:48:26,465 DEBUG [M:0;00c23a7251f8:37919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c23a7251f8:37919 2024-12-09T20:48:26,465 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c23a7251f8,37919,1733777306216 2024-12-09T20:48:26,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:26,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:26,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:26,477 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c23a7251f8,37919,1733777306216 2024-12-09T20:48:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,491 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T20:48:26,492 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c23a7251f8,37919,1733777306216 from backup master directory 2024-12-09T20:48:26,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:26,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c23a7251f8,37919,1733777306216 2024-12-09T20:48:26,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:26,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:26,501 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:26,501 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c23a7251f8,37919,1733777306216 2024-12-09T20:48:26,507 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/hbase.id] with ID: 5d5aa61f-d8d1-4d28-8755-a97da58df60d 2024-12-09T20:48:26,507 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/.tmp/hbase.id 2024-12-09T20:48:26,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:26,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:26,513 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/.tmp/hbase.id]:[hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/hbase.id] 2024-12-09T20:48:26,528 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:26,529 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T20:48:26,530 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-09T20:48:26,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:26,553 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:26,554 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T20:48:26,555 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:26,565 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store 2024-12-09T20:48:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:26,574 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:26,574 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:26,574 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:26,574 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:26,574 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:26,574 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:26,574 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:26,574 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777306574Disabling compacts and flushes for region at 1733777306574Disabling writes for close at 1733777306574Writing region close event to WAL at 1733777306574Closed at 1733777306574 2024-12-09T20:48:26,575 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/.initializing 2024-12-09T20:48:26,575 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/WALs/00c23a7251f8,37919,1733777306216 2024-12-09T20:48:26,577 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:26,579 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C37919%2C1733777306216, suffix=, logDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/WALs/00c23a7251f8,37919,1733777306216, archiveDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/oldWALs, maxLogs=10 2024-12-09T20:48:26,592 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/WALs/00c23a7251f8,37919,1733777306216/00c23a7251f8%2C37919%2C1733777306216.1733777306579, exclude list is [], retry=0 2024-12-09T20:48:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41609,DS-9a151957-d484-4f58-a030-8ba16d43980d,DISK] 2024-12-09T20:48:26,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38619,DS-17ba05c8-d430-472f-99e1-7f1e77cd2d0b,DISK] 2024-12-09T20:48:26,599 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/WALs/00c23a7251f8,37919,1733777306216/00c23a7251f8%2C37919%2C1733777306216.1733777306579 2024-12-09T20:48:26,600 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40411:40411),(127.0.0.1/127.0.0.1:41515:41515)] 2024-12-09T20:48:26,600 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:26,600 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:26,600 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,601 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T20:48:26,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:26,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:26,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T20:48:26,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:26,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:26,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T20:48:26,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:26,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:26,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T20:48:26,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:26,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:26,615 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,616 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,617 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,618 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,618 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,619 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:26,620 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:26,623 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:26,624 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68621529, jitterRate=0.022540464997291565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:26,625 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733777306601Initializing all the Stores at 1733777306602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777306602Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777306602Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777306602Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777306602Cleaning up temporary data from old regions at 1733777306618 (+16 ms)Region opened successfully at 1733777306624 (+6 ms) 2024-12-09T20:48:26,625 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T20:48:26,630 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6bea34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:26,631 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T20:48:26,631 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T20:48:26,631 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T20:48:26,631 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T20:48:26,632 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T20:48:26,632 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T20:48:26,632 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T20:48:26,635 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T20:48:26,636 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T20:48:26,649 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T20:48:26,649 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T20:48:26,650 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T20:48:26,659 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T20:48:26,660 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T20:48:26,661 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T20:48:26,669 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T20:48:26,670 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T20:48:26,680 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T20:48:26,682 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T20:48:26,691 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T20:48:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,702 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c23a7251f8,37919,1733777306216, sessionid=0x1000c56391e0000, setting cluster-up flag (Was=false) 2024-12-09T20:48:26,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,754 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T20:48:26,755 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,37919,1733777306216 2024-12-09T20:48:26,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:26,806 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T20:48:26,808 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,37919,1733777306216 2024-12-09T20:48:26,809 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T20:48:26,811 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:26,811 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T20:48:26,811 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T20:48:26,811 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c23a7251f8,37919,1733777306216 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T20:48:26,813 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:26,813 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:26,813 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:26,813 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:26,813 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c23a7251f8:0, corePoolSize=10, maxPoolSize=10 2024-12-09T20:48:26,813 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,813 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:26,813 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,815 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:26,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T20:48:26,816 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:26,817 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T20:48:26,817 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733777336817 2024-12-09T20:48:26,818 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T20:48:26,818 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T20:48:26,818 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T20:48:26,818 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T20:48:26,818 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T20:48:26,818 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T20:48:26,818 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,819 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T20:48:26,819 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T20:48:26,819 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T20:48:26,819 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T20:48:26,819 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T20:48:26,819 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777306819,5,FailOnTimeoutGroup] 2024-12-09T20:48:26,820 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777306819,5,FailOnTimeoutGroup] 2024-12-09T20:48:26,820 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,820 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T20:48:26,820 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,820 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:26,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T20:48:26,826 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d 2024-12-09T20:48:26,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:26,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:26,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:26,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:26,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:26,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:26,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:26,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:26,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:26,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:26,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:26,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:26,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:26,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:26,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:26,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:26,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:26,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:26,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:26,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:26,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740 2024-12-09T20:48:26,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740 2024-12-09T20:48:26,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:26,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:26,853 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:26,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:26,856 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(746): ClusterId : 5d5aa61f-d8d1-4d28-8755-a97da58df60d 2024-12-09T20:48:26,856 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(746): ClusterId : 5d5aa61f-d8d1-4d28-8755-a97da58df60d 2024-12-09T20:48:26,857 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:26,857 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:26,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:26,859 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68641149, jitterRate=0.022832825779914856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:26,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733777306836Initializing all the Stores at 1733777306837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777306837Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777306838 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777306838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777306838Cleaning up temporary data from old regions at 1733777306853 (+15 ms)Region opened successfully at 1733777306859 (+6 ms) 2024-12-09T20:48:26,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:26,859 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:26,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:26,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:26,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:26,860 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:26,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777306859Disabling compacts and flushes for region at 1733777306859Disabling writes for close at 1733777306860 (+1 ms)Writing region close event to WAL at 1733777306860Closed at 1733777306860 2024-12-09T20:48:26,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:26,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T20:48:26,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T20:48:26,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:26,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T20:48:26,867 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:26,867 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:26,867 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:26,867 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:26,888 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:26,888 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:26,888 DEBUG [RS:0;00c23a7251f8:36037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8206ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:26,888 DEBUG [RS:1;00c23a7251f8:39823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6434ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:26,899 DEBUG [RS:0;00c23a7251f8:36037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c23a7251f8:36037 2024-12-09T20:48:26,899 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:26,899 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:26,899 DEBUG [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:26,900 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,37919,1733777306216 with port=36037, startcode=1733777306393 2024-12-09T20:48:26,901 DEBUG [RS:0;00c23a7251f8:36037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:26,903 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:26,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,36037,1733777306393 2024-12-09T20:48:26,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37919 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,36037,1733777306393 2024-12-09T20:48:26,904 DEBUG [RS:1;00c23a7251f8:39823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;00c23a7251f8:39823 2024-12-09T20:48:26,904 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:26,904 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:26,904 DEBUG [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:26,905 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,37919,1733777306216 with port=39823, startcode=1733777306433 2024-12-09T20:48:26,906 DEBUG [RS:1;00c23a7251f8:39823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:26,907 DEBUG [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d 2024-12-09T20:48:26,907 DEBUG [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41161 2024-12-09T20:48:26,907 DEBUG [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:26,907 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:26,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,39823,1733777306433 2024-12-09T20:48:26,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37919 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,39823,1733777306433 2024-12-09T20:48:26,910 DEBUG [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d 2024-12-09T20:48:26,910 DEBUG [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41161 2024-12-09T20:48:26,910 DEBUG [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:26,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:26,954 DEBUG [RS:0;00c23a7251f8:36037 {}] zookeeper.ZKUtil(111): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,36037,1733777306393 2024-12-09T20:48:26,954 WARN [RS:0;00c23a7251f8:36037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:26,954 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,36037,1733777306393] 2024-12-09T20:48:26,954 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,39823,1733777306433] 2024-12-09T20:48:26,954 INFO [RS:0;00c23a7251f8:36037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:26,954 DEBUG [RS:1;00c23a7251f8:39823 {}] zookeeper.ZKUtil(111): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,39823,1733777306433 2024-12-09T20:48:26,954 WARN [RS:1;00c23a7251f8:39823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:26,955 INFO [RS:1;00c23a7251f8:39823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:26,955 DEBUG [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,36037,1733777306393 2024-12-09T20:48:26,955 DEBUG [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,39823,1733777306433 2024-12-09T20:48:26,959 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:26,959 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:26,965 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:26,965 INFO [RS:1;00c23a7251f8:39823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:26,965 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,965 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:26,966 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:26,967 INFO [RS:0;00c23a7251f8:36037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:26,967 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:26,967 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,967 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,967 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,967 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,968 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,968 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:26,968 DEBUG [RS:1;00c23a7251f8:39823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:26,968 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:26,968 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,968 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,968 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,968 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,968 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,968 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,968 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:26,969 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,969 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,969 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,969 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,969 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,969 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:26,969 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:26,969 DEBUG [RS:0;00c23a7251f8:36037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:26,969 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,969 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,969 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,969 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,969 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,969 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,39823,1733777306433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:26,970 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,970 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,970 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,970 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,970 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,970 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,36037,1733777306393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:26,982 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:26,983 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,39823,1733777306433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,983 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,983 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.Replication(171): 00c23a7251f8,39823,1733777306433 started 2024-12-09T20:48:26,983 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:26,983 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,36037,1733777306393-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,983 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,983 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.Replication(171): 00c23a7251f8,36037,1733777306393 started 2024-12-09T20:48:26,996 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,996 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,39823,1733777306433, RpcServer on 00c23a7251f8/172.17.0.2:39823, sessionid=0x1000c56391e0002 2024-12-09T20:48:26,996 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:26,996 DEBUG [RS:1;00c23a7251f8:39823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,39823,1733777306433 2024-12-09T20:48:26,996 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,39823,1733777306433' 2024-12-09T20:48:26,996 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:26,997 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:26,997 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:26,997 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:26,997 DEBUG [RS:1;00c23a7251f8:39823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,39823,1733777306433 2024-12-09T20:48:26,997 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,39823,1733777306433' 2024-12-09T20:48:26,997 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:26,997 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:26,998 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:26,998 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,36037,1733777306393, RpcServer on 00c23a7251f8/172.17.0.2:36037, sessionid=0x1000c56391e0001 2024-12-09T20:48:26,998 DEBUG [RS:1;00c23a7251f8:39823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:26,998 INFO [RS:1;00c23a7251f8:39823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:26,998 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:26,998 INFO [RS:1;00c23a7251f8:39823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:26,998 DEBUG [RS:0;00c23a7251f8:36037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,36037,1733777306393 2024-12-09T20:48:26,998 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,36037,1733777306393' 2024-12-09T20:48:26,998 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:26,998 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:26,999 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:26,999 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:26,999 DEBUG [RS:0;00c23a7251f8:36037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,36037,1733777306393 2024-12-09T20:48:26,999 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,36037,1733777306393' 2024-12-09T20:48:26,999 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:26,999 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:26,999 DEBUG [RS:0;00c23a7251f8:36037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:26,999 INFO [RS:0;00c23a7251f8:36037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:26,999 INFO [RS:0;00c23a7251f8:36037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:27,017 WARN [00c23a7251f8:37919 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T20:48:27,099 INFO [RS:1;00c23a7251f8:39823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:27,100 INFO [RS:0;00c23a7251f8:36037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:27,101 INFO [RS:1;00c23a7251f8:39823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C39823%2C1733777306433, suffix=, logDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,39823,1733777306433, archiveDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/oldWALs, maxLogs=32 2024-12-09T20:48:27,101 INFO [RS:0;00c23a7251f8:36037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C36037%2C1733777306393, suffix=, logDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,36037,1733777306393, archiveDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/oldWALs, maxLogs=32 2024-12-09T20:48:27,115 DEBUG [RS:1;00c23a7251f8:39823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,39823,1733777306433/00c23a7251f8%2C39823%2C1733777306433.1733777307102, exclude list is [], retry=0 2024-12-09T20:48:27,115 DEBUG [RS:0;00c23a7251f8:36037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,36037,1733777306393/00c23a7251f8%2C36037%2C1733777306393.1733777307103, exclude list is [], retry=0 2024-12-09T20:48:27,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38619,DS-17ba05c8-d430-472f-99e1-7f1e77cd2d0b,DISK] 2024-12-09T20:48:27,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38619,DS-17ba05c8-d430-472f-99e1-7f1e77cd2d0b,DISK] 2024-12-09T20:48:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41609,DS-9a151957-d484-4f58-a030-8ba16d43980d,DISK] 2024-12-09T20:48:27,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41609,DS-9a151957-d484-4f58-a030-8ba16d43980d,DISK] 2024-12-09T20:48:27,121 INFO [RS:0;00c23a7251f8:36037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,36037,1733777306393/00c23a7251f8%2C36037%2C1733777306393.1733777307103 2024-12-09T20:48:27,121 INFO [RS:1;00c23a7251f8:39823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,39823,1733777306433/00c23a7251f8%2C39823%2C1733777306433.1733777307102 2024-12-09T20:48:27,125 DEBUG [RS:0;00c23a7251f8:36037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41515:41515),(127.0.0.1/127.0.0.1:40411:40411)] 2024-12-09T20:48:27,126 DEBUG [RS:1;00c23a7251f8:39823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41515:41515),(127.0.0.1/127.0.0.1:40411:40411)] 2024-12-09T20:48:27,267 DEBUG [00c23a7251f8:37919 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T20:48:27,267 DEBUG [00c23a7251f8:37919 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:27,269 DEBUG [00c23a7251f8:37919 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:27,269 DEBUG [00c23a7251f8:37919 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:27,269 DEBUG [00c23a7251f8:37919 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:27,269 DEBUG [00c23a7251f8:37919 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:27,269 INFO [00c23a7251f8:37919 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:27,269 INFO [00c23a7251f8:37919 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:27,269 DEBUG [00c23a7251f8:37919 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:27,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c23a7251f8,36037,1733777306393 2024-12-09T20:48:27,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,36037,1733777306393, state=OPENING 2024-12-09T20:48:27,287 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T20:48:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:27,298 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:27,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:27,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:27,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:27,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,36037,1733777306393}] 2024-12-09T20:48:27,451 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:27,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48681, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:27,457 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T20:48:27,457 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:27,458 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T20:48:27,459 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C36037%2C1733777306393.meta, suffix=.meta, logDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,36037,1733777306393, archiveDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/oldWALs, maxLogs=32 2024-12-09T20:48:27,466 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T20:48:27,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:27,474 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,36037,1733777306393/00c23a7251f8%2C36037%2C1733777306393.meta.1733777307460.meta, exclude list is [], retry=0 2024-12-09T20:48:27,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41609,DS-9a151957-d484-4f58-a030-8ba16d43980d,DISK] 2024-12-09T20:48:27,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38619,DS-17ba05c8-d430-472f-99e1-7f1e77cd2d0b,DISK] 2024-12-09T20:48:27,480 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/WALs/00c23a7251f8,36037,1733777306393/00c23a7251f8%2C36037%2C1733777306393.meta.1733777307460.meta 2024-12-09T20:48:27,480 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40411:40411),(127.0.0.1/127.0.0.1:41515:41515)] 2024-12-09T20:48:27,481 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:27,481 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T20:48:27,481 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T20:48:27,481 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T20:48:27,481 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T20:48:27,482 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:27,482 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T20:48:27,482 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T20:48:27,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:27,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:27,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:27,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:27,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:27,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:27,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:27,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:27,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:27,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:27,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:27,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:27,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:27,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:27,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:27,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:27,493 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:27,494 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740 2024-12-09T20:48:27,496 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740 2024-12-09T20:48:27,498 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:27,498 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:27,499 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:27,502 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:27,503 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64524656, jitterRate=-0.038507699966430664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:27,503 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T20:48:27,504 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733777307482Writing region info on filesystem at 1733777307482Initializing all the Stores at 1733777307483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777307484 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777307484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777307484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777307484Cleaning up temporary data from old regions at 1733777307498 (+14 ms)Running coprocessor post-open hooks at 1733777307503 (+5 ms)Region opened successfully at 1733777307504 (+1 ms) 2024-12-09T20:48:27,505 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733777307451 2024-12-09T20:48:27,508 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T20:48:27,508 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T20:48:27,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,36037,1733777306393 2024-12-09T20:48:27,510 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,36037,1733777306393, state=OPEN 2024-12-09T20:48:27,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:27,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:27,522 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c23a7251f8,36037,1733777306393 2024-12-09T20:48:27,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:27,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:27,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:27,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:27,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:27,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T20:48:27,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,36037,1733777306393 in 225 msec 2024-12-09T20:48:27,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T20:48:27,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-12-09T20:48:27,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:27,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T20:48:27,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:27,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,36037,1733777306393, seqNum=-1] 2024-12-09T20:48:27,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:27,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39671, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:27,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 738 msec 2024-12-09T20:48:27,550 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733777307550, completionTime=-1 2024-12-09T20:48:27,550 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T20:48:27,550 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T20:48:27,553 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T20:48:27,553 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733777367553 2024-12-09T20:48:27,553 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733777427553 2024-12-09T20:48:27,553 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-09T20:48:27,553 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T20:48:27,554 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,37919,1733777306216-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:27,554 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,37919,1733777306216-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:27,554 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,37919,1733777306216-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:27,554 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c23a7251f8:37919, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:27,554 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:27,555 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:27,557 DEBUG [master/00c23a7251f8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T20:48:27,559 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.058sec 2024-12-09T20:48:27,559 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T20:48:27,559 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T20:48:27,559 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T20:48:27,559 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T20:48:27,560 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T20:48:27,560 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,37919,1733777306216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:27,560 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,37919,1733777306216-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T20:48:27,562 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T20:48:27,563 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T20:48:27,563 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,37919,1733777306216-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:27,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbe0cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:27,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c23a7251f8,37919,-1 for getting cluster id 2024-12-09T20:48:27,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T20:48:27,658 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d5aa61f-d8d1-4d28-8755-a97da58df60d' 2024-12-09T20:48:27,659 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T20:48:27,659 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d5aa61f-d8d1-4d28-8755-a97da58df60d" 2024-12-09T20:48:27,659 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c8bd6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:27,659 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c23a7251f8,37919,-1] 2024-12-09T20:48:27,659 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T20:48:27,660 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:27,661 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T20:48:27,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7920e7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:27,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:27,664 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,36037,1733777306393, seqNum=-1] 2024-12-09T20:48:27,664 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:27,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:27,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c23a7251f8,37919,1733777306216 2024-12-09T20:48:27,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T20:48:27,670 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c23a7251f8,37919,1733777306216 2024-12-09T20:48:27,670 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f91d0e9 2024-12-09T20:48:27,670 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T20:48:27,672 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T20:48:27,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T20:48:27,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T20:48:27,677 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:27,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T20:48:27,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T20:48:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:27,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:27,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:27,693 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93af25c87d5be8f7548a530ef3f686d5, NAME => 'testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d 2024-12-09T20:48:27,694 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 99058d0385ee487e06ac1593b2e7ec84, NAME => 'testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d 2024-12-09T20:48:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:27,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:27,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 99058d0385ee487e06ac1593b2e7ec84, disabling compactions & flushes 2024-12-09T20:48:27,705 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:27,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:27,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. after waiting 0 ms 2024-12-09T20:48:27,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:27,705 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:27,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 99058d0385ee487e06ac1593b2e7ec84: Waiting for close lock at 1733777307705Disabling compacts and flushes for region at 1733777307705Disabling writes for close at 1733777307705Writing region close event to WAL at 1733777307705Closed at 1733777307705 2024-12-09T20:48:27,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:27,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:27,711 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:27,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 93af25c87d5be8f7548a530ef3f686d5, disabling compactions & flushes 2024-12-09T20:48:27,712 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:27,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:27,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. after waiting 0 ms 2024-12-09T20:48:27,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:27,712 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:27,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93af25c87d5be8f7548a530ef3f686d5: Waiting for close lock at 1733777307712Disabling compacts and flushes for region at 1733777307712Disabling writes for close at 1733777307712Writing region close event to WAL at 1733777307712Closed at 1733777307712 2024-12-09T20:48:27,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T20:48:27,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777307714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777307714"}]},"ts":"1733777307714"} 2024-12-09T20:48:27,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777307714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777307714"}]},"ts":"1733777307714"} 2024-12-09T20:48:27,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T20:48:27,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T20:48:27,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777307720"}]},"ts":"1733777307720"} 2024-12-09T20:48:27,723 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T20:48:27,724 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:27,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:27,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:27,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:27,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:27,726 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:27,726 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:27,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:27,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93af25c87d5be8f7548a530ef3f686d5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99058d0385ee487e06ac1593b2e7ec84, ASSIGN}] 2024-12-09T20:48:27,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99058d0385ee487e06ac1593b2e7ec84, ASSIGN 2024-12-09T20:48:27,729 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93af25c87d5be8f7548a530ef3f686d5, ASSIGN 2024-12-09T20:48:27,730 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93af25c87d5be8f7548a530ef3f686d5, ASSIGN; state=OFFLINE, location=00c23a7251f8,36037,1733777306393; forceNewPlan=false, retain=false 2024-12-09T20:48:27,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99058d0385ee487e06ac1593b2e7ec84, ASSIGN; state=OFFLINE, location=00c23a7251f8,39823,1733777306433; forceNewPlan=false, retain=false 2024-12-09T20:48:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:27,880 INFO [00c23a7251f8:37919 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T20:48:27,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=99058d0385ee487e06ac1593b2e7ec84, regionState=OPENING, regionLocation=00c23a7251f8,39823,1733777306433 2024-12-09T20:48:27,881 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93af25c87d5be8f7548a530ef3f686d5, regionState=OPENING, regionLocation=00c23a7251f8,36037,1733777306393 2024-12-09T20:48:27,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93af25c87d5be8f7548a530ef3f686d5, ASSIGN because future has completed 2024-12-09T20:48:27,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93af25c87d5be8f7548a530ef3f686d5, server=00c23a7251f8,36037,1733777306393}] 2024-12-09T20:48:27,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99058d0385ee487e06ac1593b2e7ec84, ASSIGN because future has completed 2024-12-09T20:48:27,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99058d0385ee487e06ac1593b2e7ec84, server=00c23a7251f8,39823,1733777306433}] 2024-12-09T20:48:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:28,040 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:28,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:28,043 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:28,044 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 93af25c87d5be8f7548a530ef3f686d5, NAME => 'testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T20:48:28,044 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,044 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:28,044 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,044 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,046 INFO [StoreOpener-93af25c87d5be8f7548a530ef3f686d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,046 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:28,046 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 99058d0385ee487e06ac1593b2e7ec84, NAME => 'testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T20:48:28,047 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,047 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:28,047 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,047 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,048 INFO [StoreOpener-93af25c87d5be8f7548a530ef3f686d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93af25c87d5be8f7548a530ef3f686d5 columnFamilyName family 2024-12-09T20:48:28,048 DEBUG [StoreOpener-93af25c87d5be8f7548a530ef3f686d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:28,049 INFO [StoreOpener-93af25c87d5be8f7548a530ef3f686d5-1 {}] regionserver.HStore(327): Store=93af25c87d5be8f7548a530ef3f686d5/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:28,049 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,049 INFO [StoreOpener-99058d0385ee487e06ac1593b2e7ec84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,050 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,050 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,051 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,051 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,051 INFO [StoreOpener-99058d0385ee487e06ac1593b2e7ec84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99058d0385ee487e06ac1593b2e7ec84 columnFamilyName family 2024-12-09T20:48:28,051 DEBUG [StoreOpener-99058d0385ee487e06ac1593b2e7ec84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:28,052 INFO [StoreOpener-99058d0385ee487e06ac1593b2e7ec84-1 {}] regionserver.HStore(327): Store=99058d0385ee487e06ac1593b2e7ec84/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:28,052 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,053 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,053 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,053 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,054 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,054 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,056 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/93af25c87d5be8f7548a530ef3f686d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:28,057 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,057 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 93af25c87d5be8f7548a530ef3f686d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72036889, jitterRate=0.0734332948923111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:28,057 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,059 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 93af25c87d5be8f7548a530ef3f686d5: Running coprocessor pre-open hook at 1733777308044Writing region info on filesystem at 1733777308044Initializing all the Stores at 1733777308045 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777308045Cleaning up temporary data from old regions at 1733777308051 (+6 ms)Running coprocessor post-open hooks at 1733777308057 (+6 ms)Region opened successfully at 1733777308058 (+1 ms) 2024-12-09T20:48:28,059 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/99058d0385ee487e06ac1593b2e7ec84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:28,060 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5., pid=7, masterSystemTime=1733777308039 2024-12-09T20:48:28,060 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 99058d0385ee487e06ac1593b2e7ec84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66523612, jitterRate=-0.008720934391021729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:28,061 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,061 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 99058d0385ee487e06ac1593b2e7ec84: Running coprocessor pre-open hook at 1733777308047Writing region info on filesystem at 1733777308048 (+1 ms)Initializing all the Stores at 1733777308049 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777308049Cleaning up temporary data from old regions at 1733777308054 (+5 ms)Running coprocessor post-open hooks at 1733777308061 (+7 ms)Region opened successfully at 1733777308061 2024-12-09T20:48:28,062 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84., pid=8, masterSystemTime=1733777308040 2024-12-09T20:48:28,063 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:28,063 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:28,064 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93af25c87d5be8f7548a530ef3f686d5, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,36037,1733777306393 2024-12-09T20:48:28,065 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:28,065 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:28,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=99058d0385ee487e06ac1593b2e7ec84, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,39823,1733777306433 2024-12-09T20:48:28,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93af25c87d5be8f7548a530ef3f686d5, server=00c23a7251f8,36037,1733777306393 because future has completed 2024-12-09T20:48:28,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99058d0385ee487e06ac1593b2e7ec84, server=00c23a7251f8,39823,1733777306433 because future has completed 2024-12-09T20:48:28,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-09T20:48:28,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93af25c87d5be8f7548a530ef3f686d5, server=00c23a7251f8,36037,1733777306393 in 185 msec 2024-12-09T20:48:28,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-09T20:48:28,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=93af25c87d5be8f7548a530ef3f686d5, ASSIGN in 347 msec 2024-12-09T20:48:28,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 99058d0385ee487e06ac1593b2e7ec84, server=00c23a7251f8,39823,1733777306433 in 185 msec 2024-12-09T20:48:28,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-09T20:48:28,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=99058d0385ee487e06ac1593b2e7ec84, ASSIGN in 350 msec 2024-12-09T20:48:28,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T20:48:28,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777308081"}]},"ts":"1733777308081"} 2024-12-09T20:48:28,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T20:48:28,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T20:48:28,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 412 msec 2024-12-09T20:48:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:28,303 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T20:48:28,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T20:48:28,304 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:28,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T20:48:28,307 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:28,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T20:48:28,311 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5., hostname=00c23a7251f8,36037,1733777306393, seqNum=2] 2024-12-09T20:48:28,324 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84., hostname=00c23a7251f8,39823,1733777306433, seqNum=2] 2024-12-09T20:48:28,325 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:28,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:28,338 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 93af25c87d5be8f7548a530ef3f686d5 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T20:48:28,353 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/93af25c87d5be8f7548a530ef3f686d5/.tmp/family/c857b94aad99461cbeef6a1fc58df06e is 32, key is 1/family:/1733777308312/Put/seqid=0 2024-12-09T20:48:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741839_1015 (size=5054) 2024-12-09T20:48:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741839_1015 (size=5054) 2024-12-09T20:48:28,359 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/93af25c87d5be8f7548a530ef3f686d5/.tmp/family/c857b94aad99461cbeef6a1fc58df06e 2024-12-09T20:48:28,368 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/93af25c87d5be8f7548a530ef3f686d5/.tmp/family/c857b94aad99461cbeef6a1fc58df06e as hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/93af25c87d5be8f7548a530ef3f686d5/family/c857b94aad99461cbeef6a1fc58df06e 2024-12-09T20:48:28,376 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/93af25c87d5be8f7548a530ef3f686d5/family/c857b94aad99461cbeef6a1fc58df06e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T20:48:28,377 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 93af25c87d5be8f7548a530ef3f686d5 in 39ms, sequenceid=8, compaction requested=false 2024-12-09T20:48:28,377 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 93af25c87d5be8f7548a530ef3f686d5: 2024-12-09T20:48:28,377 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 99058d0385ee487e06ac1593b2e7ec84 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T20:48:28,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/99058d0385ee487e06ac1593b2e7ec84/.tmp/family/36b5cbfb70c246649225204a590b2381 is 32, key is 5/family:/1733777308327/Put/seqid=0 2024-12-09T20:48:28,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741840_1016 (size=5083) 2024-12-09T20:48:28,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741840_1016 (size=5083) 2024-12-09T20:48:28,400 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/99058d0385ee487e06ac1593b2e7ec84/.tmp/family/36b5cbfb70c246649225204a590b2381 2024-12-09T20:48:28,407 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/99058d0385ee487e06ac1593b2e7ec84/.tmp/family/36b5cbfb70c246649225204a590b2381 as hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/99058d0385ee487e06ac1593b2e7ec84/family/36b5cbfb70c246649225204a590b2381 2024-12-09T20:48:28,415 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/99058d0385ee487e06ac1593b2e7ec84/family/36b5cbfb70c246649225204a590b2381, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T20:48:28,416 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 99058d0385ee487e06ac1593b2e7ec84 in 39ms, sequenceid=9, compaction requested=false 2024-12-09T20:48:28,416 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 99058d0385ee487e06ac1593b2e7ec84: 2024-12-09T20:48:28,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T20:48:28,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:28,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:28,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:28,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:28,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T20:48:28,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T20:48:28,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=919005174, stopped=false 2024-12-09T20:48:28,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c23a7251f8,37919,1733777306216 2024-12-09T20:48:28,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:28,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:28,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:28,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:28,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:28,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:28,575 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:28,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:28,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:28,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:28,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:28,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:28,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:28,576 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,36037,1733777306393' ***** 2024-12-09T20:48:28,576 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:28,576 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,39823,1733777306433' ***** 2024-12-09T20:48:28,576 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:28,577 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:28,577 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:28,577 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:28,577 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:28,577 INFO [RS:1;00c23a7251f8:39823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:28,577 INFO [RS:0;00c23a7251f8:36037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:28,577 INFO [RS:0;00c23a7251f8:36037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:28,577 INFO [RS:1;00c23a7251f8:39823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:28,577 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(3091): Received CLOSE for 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,577 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(3091): Received CLOSE for 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,577 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,36037,1733777306393 2024-12-09T20:48:28,577 INFO [RS:0;00c23a7251f8:36037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:28,577 INFO [RS:0;00c23a7251f8:36037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c23a7251f8:36037. 2024-12-09T20:48:28,578 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,39823,1733777306433 2024-12-09T20:48:28,578 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93af25c87d5be8f7548a530ef3f686d5, disabling compactions & flushes 2024-12-09T20:48:28,578 INFO [RS:1;00c23a7251f8:39823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:28,578 DEBUG [RS:0;00c23a7251f8:36037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:28,578 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:28,578 DEBUG [RS:0;00c23a7251f8:36037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:28,578 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:28,578 INFO [RS:1;00c23a7251f8:39823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;00c23a7251f8:39823. 2024-12-09T20:48:28,578 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99058d0385ee487e06ac1593b2e7ec84, disabling compactions & flushes 2024-12-09T20:48:28,578 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. after waiting 0 ms 2024-12-09T20:48:28,578 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:28,578 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:28,578 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:28,578 DEBUG [RS:1;00c23a7251f8:39823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:28,578 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:28,578 DEBUG [RS:1;00c23a7251f8:39823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:28,578 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:28,578 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:28,578 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. after waiting 0 ms 2024-12-09T20:48:28,578 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T20:48:28,578 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:28,578 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T20:48:28,578 DEBUG [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(1325): Online Regions={99058d0385ee487e06ac1593b2e7ec84=testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84.} 2024-12-09T20:48:28,578 DEBUG [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(1351): Waiting on 99058d0385ee487e06ac1593b2e7ec84 2024-12-09T20:48:28,578 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T20:48:28,578 DEBUG [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(1325): Online Regions={93af25c87d5be8f7548a530ef3f686d5=testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T20:48:28,578 DEBUG [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93af25c87d5be8f7548a530ef3f686d5 2024-12-09T20:48:28,578 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:28,578 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:28,579 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:28,579 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:28,579 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:28,579 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T20:48:28,583 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/99058d0385ee487e06ac1593b2e7ec84/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T20:48:28,584 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:28,585 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99058d0385ee487e06ac1593b2e7ec84: Waiting for close lock at 1733777308578Running coprocessor pre-close hooks at 1733777308578Disabling compacts and flushes for region at 1733777308578Disabling writes for close at 1733777308578Writing region close event to WAL at 1733777308579 (+1 ms)Running coprocessor post-close hooks at 1733777308584 (+5 ms)Closed at 1733777308584 2024-12-09T20:48:28,585 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84. 2024-12-09T20:48:28,586 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/default/testClearRegionBlockCache/93af25c87d5be8f7548a530ef3f686d5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T20:48:28,586 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:28,586 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93af25c87d5be8f7548a530ef3f686d5: Waiting for close lock at 1733777308577Running coprocessor pre-close hooks at 1733777308577Disabling compacts and flushes for region at 1733777308577Disabling writes for close at 1733777308578 (+1 ms)Writing region close event to WAL at 1733777308579 (+1 ms)Running coprocessor post-close hooks at 1733777308586 (+7 ms)Closed at 1733777308586 2024-12-09T20:48:28,587 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733777307673.93af25c87d5be8f7548a530ef3f686d5. 2024-12-09T20:48:28,605 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/.tmp/info/275eab77714448d6af7f0be347c5bae3 is 173, key is testClearRegionBlockCache,5,1733777307673.99058d0385ee487e06ac1593b2e7ec84./info:regioninfo/1733777308066/Put/seqid=0 2024-12-09T20:48:28,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:28,612 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/.tmp/info/275eab77714448d6af7f0be347c5bae3 2024-12-09T20:48:28,636 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/.tmp/ns/d5d47463f9224130b9d6e5852aaa4f2a is 43, key is default/ns:d/1733777307539/Put/seqid=0 2024-12-09T20:48:28,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:28,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:28,643 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/.tmp/ns/d5d47463f9224130b9d6e5852aaa4f2a 2024-12-09T20:48:28,671 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:28,671 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/.tmp/table/9cec20e62b56462bb4cb8cde5dbf96e4 is 61, key is testClearRegionBlockCache/table:state/1733777308081/Put/seqid=0 2024-12-09T20:48:28,672 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:28,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:28,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:28,678 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/.tmp/table/9cec20e62b56462bb4cb8cde5dbf96e4 2024-12-09T20:48:28,686 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/.tmp/info/275eab77714448d6af7f0be347c5bae3 as hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/info/275eab77714448d6af7f0be347c5bae3 2024-12-09T20:48:28,695 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/info/275eab77714448d6af7f0be347c5bae3, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T20:48:28,696 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/.tmp/ns/d5d47463f9224130b9d6e5852aaa4f2a as hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/ns/d5d47463f9224130b9d6e5852aaa4f2a 2024-12-09T20:48:28,704 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/ns/d5d47463f9224130b9d6e5852aaa4f2a, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T20:48:28,706 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/.tmp/table/9cec20e62b56462bb4cb8cde5dbf96e4 as hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/table/9cec20e62b56462bb4cb8cde5dbf96e4 2024-12-09T20:48:28,712 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/table/9cec20e62b56462bb4cb8cde5dbf96e4, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T20:48:28,714 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=13, compaction requested=false 2024-12-09T20:48:28,720 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T20:48:28,721 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T20:48:28,721 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:28,721 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777308578Running coprocessor pre-close hooks at 1733777308578Disabling compacts and flushes for region at 1733777308578Disabling writes for close at 1733777308579 (+1 ms)Obtaining lock to block concurrent updates at 1733777308579Preparing flush snapshotting stores in 1588230740 at 1733777308579Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733777308579Flushing stores of hbase:meta,,1.1588230740 at 1733777308580 (+1 ms)Flushing 1588230740/info: creating writer at 1733777308580Flushing 1588230740/info: appending metadata at 1733777308605 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733777308605Flushing 1588230740/ns: creating writer at 1733777308621 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733777308636 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733777308636Flushing 1588230740/table: creating writer at 1733777308650 (+14 ms)Flushing 1588230740/table: appending metadata at 1733777308671 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733777308671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5325bcff: reopening flushed file at 1733777308684 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c5d47e8: reopening flushed file at 1733777308695 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@493e46ae: reopening flushed file at 1733777308704 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=13, compaction requested=false at 1733777308714 (+10 ms)Writing region close event to WAL at 1733777308715 (+1 ms)Running coprocessor post-close hooks at 1733777308720 (+5 ms)Closed at 1733777308721 (+1 ms) 2024-12-09T20:48:28,721 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:28,778 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,39823,1733777306433; all regions closed. 2024-12-09T20:48:28,779 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,36037,1733777306393; all regions closed. 2024-12-09T20:48:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741834_1010 (size=1867) 2024-12-09T20:48:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741834_1010 (size=1867) 2024-12-09T20:48:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:28,784 DEBUG [RS:1;00c23a7251f8:39823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/oldWALs 2024-12-09T20:48:28,784 INFO [RS:1;00c23a7251f8:39823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C39823%2C1733777306433:(num 1733777307102) 2024-12-09T20:48:28,784 DEBUG [RS:1;00c23a7251f8:39823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:28,784 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:28,784 INFO [RS:1;00c23a7251f8:39823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:28,785 INFO [RS:1;00c23a7251f8:39823 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:28,785 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:28,785 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:28,785 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:28,785 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:28,785 INFO [RS:1;00c23a7251f8:39823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:28,785 DEBUG [RS:0;00c23a7251f8:36037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/oldWALs 2024-12-09T20:48:28,785 INFO [RS:1;00c23a7251f8:39823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39823 2024-12-09T20:48:28,785 INFO [RS:0;00c23a7251f8:36037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C36037%2C1733777306393.meta:.meta(num 1733777307460) 2024-12-09T20:48:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741833_1009 (size=1758) 2024-12-09T20:48:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741833_1009 (size=1758) 2024-12-09T20:48:28,791 DEBUG [RS:0;00c23a7251f8:36037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/oldWALs 2024-12-09T20:48:28,791 INFO [RS:0;00c23a7251f8:36037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C36037%2C1733777306393:(num 1733777307103) 2024-12-09T20:48:28,791 DEBUG [RS:0;00c23a7251f8:36037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:28,791 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:28,791 INFO [RS:0;00c23a7251f8:36037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:28,792 INFO [RS:0;00c23a7251f8:36037 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:28,792 INFO [RS:0;00c23a7251f8:36037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:28,792 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:28,792 INFO [RS:0;00c23a7251f8:36037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36037 2024-12-09T20:48:28,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:28,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,39823,1733777306433 2024-12-09T20:48:28,796 INFO [RS:1;00c23a7251f8:39823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:28,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,36037,1733777306393 2024-12-09T20:48:28,806 INFO [RS:0;00c23a7251f8:36037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:28,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,36037,1733777306393] 2024-12-09T20:48:28,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,36037,1733777306393 already deleted, retry=false 2024-12-09T20:48:28,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,36037,1733777306393 expired; onlineServers=1 2024-12-09T20:48:28,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,39823,1733777306433] 2024-12-09T20:48:28,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,39823,1733777306433 already deleted, retry=false 2024-12-09T20:48:28,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,39823,1733777306433 expired; onlineServers=0 2024-12-09T20:48:28,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c23a7251f8,37919,1733777306216' ***** 2024-12-09T20:48:28,848 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T20:48:28,849 INFO [M:0;00c23a7251f8:37919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:28,849 INFO [M:0;00c23a7251f8:37919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:28,849 DEBUG [M:0;00c23a7251f8:37919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T20:48:28,849 DEBUG [M:0;00c23a7251f8:37919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T20:48:28,849 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777306819 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777306819,5,FailOnTimeoutGroup] 2024-12-09T20:48:28,849 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777306819 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777306819,5,FailOnTimeoutGroup] 2024-12-09T20:48:28,849 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T20:48:28,849 INFO [M:0;00c23a7251f8:37919 {}] hbase.ChoreService(370): Chore service for: master/00c23a7251f8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:28,849 INFO [M:0;00c23a7251f8:37919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:28,849 DEBUG [M:0;00c23a7251f8:37919 {}] master.HMaster(1795): Stopping service threads 2024-12-09T20:48:28,849 INFO [M:0;00c23a7251f8:37919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T20:48:28,850 INFO [M:0;00c23a7251f8:37919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:28,850 INFO [M:0;00c23a7251f8:37919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T20:48:28,850 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T20:48:28,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:28,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:28,859 DEBUG [M:0;00c23a7251f8:37919 {}] zookeeper.ZKUtil(347): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T20:48:28,859 WARN [M:0;00c23a7251f8:37919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T20:48:28,860 INFO [M:0;00c23a7251f8:37919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/.lastflushedseqids 2024-12-09T20:48:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741844_1020 (size=182) 2024-12-09T20:48:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741844_1020 (size=182) 2024-12-09T20:48:28,866 INFO [M:0;00c23a7251f8:37919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T20:48:28,866 INFO [M:0;00c23a7251f8:37919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T20:48:28,867 DEBUG [M:0;00c23a7251f8:37919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:28,867 INFO [M:0;00c23a7251f8:37919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:28,867 DEBUG [M:0;00c23a7251f8:37919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:28,867 DEBUG [M:0;00c23a7251f8:37919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:28,867 DEBUG [M:0;00c23a7251f8:37919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:28,867 INFO [M:0;00c23a7251f8:37919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-09T20:48:28,884 DEBUG [M:0;00c23a7251f8:37919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71868b92d55642e8bc64bd568c4f828b is 82, key is hbase:meta,,1/info:regioninfo/1733777307509/Put/seqid=0 2024-12-09T20:48:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:28,890 INFO [M:0;00c23a7251f8:37919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71868b92d55642e8bc64bd568c4f828b 2024-12-09T20:48:28,917 INFO [RS:1;00c23a7251f8:39823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:28,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:28,917 INFO [RS:1;00c23a7251f8:39823 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,39823,1733777306433; zookeeper connection closed. 2024-12-09T20:48:28,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39823-0x1000c56391e0002, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:28,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bc36c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bc36c3 2024-12-09T20:48:28,918 DEBUG [M:0;00c23a7251f8:37919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a428fac7ba1740c5a2788f2f94246926 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733777308087/Put/seqid=0 2024-12-09T20:48:28,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741846_1022 (size=6218) 2024-12-09T20:48:28,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741846_1022 (size=6218) 2024-12-09T20:48:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36037-0x1000c56391e0001, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:28,928 INFO [RS:0;00c23a7251f8:36037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:28,928 INFO [RS:0;00c23a7251f8:36037 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,36037,1733777306393; zookeeper connection closed. 2024-12-09T20:48:28,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55ec7053 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55ec7053 2024-12-09T20:48:28,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T20:48:28,929 INFO [M:0;00c23a7251f8:37919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a428fac7ba1740c5a2788f2f94246926 2024-12-09T20:48:28,956 DEBUG [M:0;00c23a7251f8:37919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c03c848792bb4ee49d707ff6732b5c2e is 69, key is 00c23a7251f8,36037,1733777306393/rs:state/1733777306904/Put/seqid=0 2024-12-09T20:48:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:28,962 INFO [M:0;00c23a7251f8:37919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c03c848792bb4ee49d707ff6732b5c2e 2024-12-09T20:48:28,969 DEBUG [M:0;00c23a7251f8:37919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71868b92d55642e8bc64bd568c4f828b as hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71868b92d55642e8bc64bd568c4f828b 2024-12-09T20:48:28,975 INFO [M:0;00c23a7251f8:37919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71868b92d55642e8bc64bd568c4f828b, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T20:48:28,977 DEBUG [M:0;00c23a7251f8:37919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a428fac7ba1740c5a2788f2f94246926 as hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a428fac7ba1740c5a2788f2f94246926 2024-12-09T20:48:28,984 INFO [M:0;00c23a7251f8:37919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a428fac7ba1740c5a2788f2f94246926, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T20:48:28,986 DEBUG [M:0;00c23a7251f8:37919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c03c848792bb4ee49d707ff6732b5c2e as hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c03c848792bb4ee49d707ff6732b5c2e 2024-12-09T20:48:28,994 INFO [M:0;00c23a7251f8:37919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41161/user/jenkins/test-data/e4f48bbc-1881-5371-b92f-c6fcf5fc871d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c03c848792bb4ee49d707ff6732b5c2e, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T20:48:28,996 INFO [M:0;00c23a7251f8:37919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false 2024-12-09T20:48:28,998 INFO [M:0;00c23a7251f8:37919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:28,998 DEBUG [M:0;00c23a7251f8:37919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777308866Disabling compacts and flushes for region at 1733777308866Disabling writes for close at 1733777308867 (+1 ms)Obtaining lock to block concurrent updates at 1733777308867Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733777308867Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733777308867Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733777308868 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733777308868Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733777308883 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733777308884 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733777308897 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733777308918 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733777308918Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733777308937 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733777308956 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733777308956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa610c: reopening flushed file at 1733777308968 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e6b016: reopening flushed file at 1733777308976 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e17d0c: reopening flushed file at 1733777308985 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=71, compaction requested=false at 1733777308996 (+11 ms)Writing region close event to WAL at 1733777308997 (+1 ms)Closed at 1733777308997 2024-12-09T20:48:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41609 is added to blk_1073741830_1006 (size=35428) 2024-12-09T20:48:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38619 is added to blk_1073741830_1006 (size=35428) 2024-12-09T20:48:29,002 INFO [M:0;00c23a7251f8:37919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T20:48:29,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:29,002 INFO [M:0;00c23a7251f8:37919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37919 2024-12-09T20:48:29,002 INFO [M:0;00c23a7251f8:37919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:29,113 INFO [M:0;00c23a7251f8:37919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:29,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37919-0x1000c56391e0000, quorum=127.0.0.1:54173, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:29,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6207f45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:29,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7faf4d67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:29,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:29,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e8dba65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:29,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35dbfcb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:29,118 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:29,118 WARN [BP-1842286992-172.17.0.2-1733777304054 heartbeating to localhost/127.0.0.1:41161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:29,118 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:29,118 WARN [BP-1842286992-172.17.0.2-1733777304054 heartbeating to localhost/127.0.0.1:41161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1842286992-172.17.0.2-1733777304054 (Datanode Uuid 737a879d-5964-44cb-a647-bbbd9eb2b597) service to localhost/127.0.0.1:41161 2024-12-09T20:48:29,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/data/data3/current/BP-1842286992-172.17.0.2-1733777304054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:29,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/data/data4/current/BP-1842286992-172.17.0.2-1733777304054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:29,119 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:29,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@443da5cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:29,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b2e6ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:29,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:29,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a38678b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:29,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aec6e8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:29,125 WARN [BP-1842286992-172.17.0.2-1733777304054 heartbeating to localhost/127.0.0.1:41161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:29,125 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:29,126 WARN [BP-1842286992-172.17.0.2-1733777304054 heartbeating to localhost/127.0.0.1:41161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1842286992-172.17.0.2-1733777304054 (Datanode Uuid 623619e9-d02e-4b68-80a8-9a1078c31747) service to localhost/127.0.0.1:41161 2024-12-09T20:48:29,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:29,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/data/data1/current/BP-1842286992-172.17.0.2-1733777304054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:29,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/cluster_e0e42d70-d50c-2a96-a467-c546301bec0a/data/data2/current/BP-1842286992-172.17.0.2-1733777304054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:29,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:29,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3829f2ae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:29,134 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@527489f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:29,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:29,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775167f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:29,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22ef8004{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:29,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T20:48:29,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T20:48:29,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 84) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41161 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41161 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 413) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 413), ProcessCount=11 (was 11), AvailableMemoryMB=3569 (was 3730) 2024-12-09T20:48:29,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=3569 2024-12-09T20:48:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.log.dir so I do NOT create it in target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6 2024-12-09T20:48:29,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T20:48:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.tmp.dir so I do NOT create it in target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6 2024-12-09T20:48:29,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e4c749a5-85f8-4f3d-5f64-b3dd387b890a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T20:48:29,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6 2024-12-09T20:48:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T20:48:29,193 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b, deleteOnExit=true 2024-12-09T20:48:29,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T20:48:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/test.cache.data in system properties and HBase conf 2024-12-09T20:48:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T20:48:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.log.dir in system properties and HBase conf 2024-12-09T20:48:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T20:48:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T20:48:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T20:48:29,194 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T20:48:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/nfs.dump.dir in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/java.io.tmpdir in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T20:48:29,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T20:48:29,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:29,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:29,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:29,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:29,552 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:48:29,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:29,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73856412{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:29,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b3834cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:29,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189c865f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/java.io.tmpdir/jetty-localhost-34189-hadoop-hdfs-3_4_1-tests_jar-_-any-17932877858359449313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:29,649 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70f3cc0{HTTP/1.1, (http/1.1)}{localhost:34189} 2024-12-09T20:48:29,649 INFO [Time-limited test {}] server.Server(415): Started @16268ms 2024-12-09T20:48:29,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:29,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:29,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:29,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:29,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:48:29,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@756557d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:29,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1004a0dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:29,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ea4e485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/java.io.tmpdir/jetty-localhost-39529-hadoop-hdfs-3_4_1-tests_jar-_-any-7669151233378267414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:29,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5abb7875{HTTP/1.1, (http/1.1)}{localhost:39529} 2024-12-09T20:48:29,987 INFO [Time-limited test {}] server.Server(415): Started @16605ms 2024-12-09T20:48:29,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:30,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:30,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:30,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:30,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:30,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:48:30,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c1c69d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:30,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59071867{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:30,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5391f1af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/java.io.tmpdir/jetty-localhost-38329-hadoop-hdfs-3_4_1-tests_jar-_-any-7089504070027083003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:30,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@287e4690{HTTP/1.1, (http/1.1)}{localhost:38329} 2024-12-09T20:48:30,131 INFO [Time-limited test {}] server.Server(415): Started @16749ms 2024-12-09T20:48:30,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:31,017 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/data/data1/current/BP-1286757801-172.17.0.2-1733777309220/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:31,017 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/data/data2/current/BP-1286757801-172.17.0.2-1733777309220/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:31,033 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63d87c296741a6dd with lease ID 0x5a21489e30bca913: Processing first storage report for DS-ff720450-2992-4c24-95a1-674cecc33dd9 from datanode DatanodeRegistration(127.0.0.1:46181, datanodeUuid=413ec29a-39be-4f5f-9a98-b4379891254b, infoPort=45199, infoSecurePort=0, ipcPort=41107, storageInfo=lv=-57;cid=testClusterID;nsid=2070808981;c=1733777309220) 2024-12-09T20:48:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63d87c296741a6dd with lease ID 0x5a21489e30bca913: from storage DS-ff720450-2992-4c24-95a1-674cecc33dd9 node DatanodeRegistration(127.0.0.1:46181, datanodeUuid=413ec29a-39be-4f5f-9a98-b4379891254b, infoPort=45199, infoSecurePort=0, ipcPort=41107, storageInfo=lv=-57;cid=testClusterID;nsid=2070808981;c=1733777309220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63d87c296741a6dd with lease ID 0x5a21489e30bca913: Processing first storage report for DS-691a84ff-be02-4fb3-b350-e5e811677e83 from datanode DatanodeRegistration(127.0.0.1:46181, datanodeUuid=413ec29a-39be-4f5f-9a98-b4379891254b, infoPort=45199, infoSecurePort=0, ipcPort=41107, storageInfo=lv=-57;cid=testClusterID;nsid=2070808981;c=1733777309220) 2024-12-09T20:48:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63d87c296741a6dd with lease ID 0x5a21489e30bca913: from storage DS-691a84ff-be02-4fb3-b350-e5e811677e83 node DatanodeRegistration(127.0.0.1:46181, datanodeUuid=413ec29a-39be-4f5f-9a98-b4379891254b, infoPort=45199, infoSecurePort=0, ipcPort=41107, storageInfo=lv=-57;cid=testClusterID;nsid=2070808981;c=1733777309220), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T20:48:31,242 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/data/data4/current/BP-1286757801-172.17.0.2-1733777309220/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:31,242 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/data/data3/current/BP-1286757801-172.17.0.2-1733777309220/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:31,269 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:31,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdadfa6e14c6a01a3 with lease ID 0x5a21489e30bca914: Processing first storage report for DS-4ffe7d6b-51a5-49ca-8948-c8deee302c72 from datanode DatanodeRegistration(127.0.0.1:45223, datanodeUuid=0866591c-6bb4-4bcc-9a22-dadcb2daaf21, infoPort=33745, infoSecurePort=0, ipcPort=37741, storageInfo=lv=-57;cid=testClusterID;nsid=2070808981;c=1733777309220) 2024-12-09T20:48:31,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdadfa6e14c6a01a3 with lease ID 0x5a21489e30bca914: from storage DS-4ffe7d6b-51a5-49ca-8948-c8deee302c72 node DatanodeRegistration(127.0.0.1:45223, datanodeUuid=0866591c-6bb4-4bcc-9a22-dadcb2daaf21, infoPort=33745, infoSecurePort=0, ipcPort=37741, storageInfo=lv=-57;cid=testClusterID;nsid=2070808981;c=1733777309220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:31,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdadfa6e14c6a01a3 with lease ID 0x5a21489e30bca914: Processing first storage report for DS-e174ba8a-b07c-48d3-a57e-2730f28e4aa0 from datanode DatanodeRegistration(127.0.0.1:45223, datanodeUuid=0866591c-6bb4-4bcc-9a22-dadcb2daaf21, infoPort=33745, infoSecurePort=0, ipcPort=37741, storageInfo=lv=-57;cid=testClusterID;nsid=2070808981;c=1733777309220) 2024-12-09T20:48:31,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdadfa6e14c6a01a3 with lease ID 0x5a21489e30bca914: from storage DS-e174ba8a-b07c-48d3-a57e-2730f28e4aa0 node DatanodeRegistration(127.0.0.1:45223, datanodeUuid=0866591c-6bb4-4bcc-9a22-dadcb2daaf21, infoPort=33745, infoSecurePort=0, ipcPort=37741, storageInfo=lv=-57;cid=testClusterID;nsid=2070808981;c=1733777309220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:31,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6 2024-12-09T20:48:31,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/zookeeper_0, clientPort=57755, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T20:48:31,373 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57755 2024-12-09T20:48:31,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:31,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:31,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:31,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:31,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44 with version=8 2024-12-09T20:48:31,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/hbase-staging 2024-12-09T20:48:31,388 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:31,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:31,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:31,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:31,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:31,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:31,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T20:48:31,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:31,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41595 2024-12-09T20:48:31,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41595 connecting to ZooKeeper ensemble=127.0.0.1:57755 2024-12-09T20:48:31,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415950x0, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:31,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41595-0x1000c564d500000 connected 2024-12-09T20:48:31,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:31,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:31,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:31,547 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44, hbase.cluster.distributed=false 2024-12-09T20:48:31,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:31,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41595 2024-12-09T20:48:31,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41595 2024-12-09T20:48:31,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41595 2024-12-09T20:48:31,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41595 2024-12-09T20:48:31,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41595 2024-12-09T20:48:31,564 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:31,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:31,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:31,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:31,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:31,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:31,564 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:31,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:31,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32869 2024-12-09T20:48:31,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32869 connecting to ZooKeeper ensemble=127.0.0.1:57755 2024-12-09T20:48:31,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:31,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:31,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328690x0, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:31,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328690x0, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:31,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32869-0x1000c564d500001 connected 2024-12-09T20:48:31,582 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:31,583 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:31,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:31,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:31,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32869 2024-12-09T20:48:31,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32869 2024-12-09T20:48:31,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32869 2024-12-09T20:48:31,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32869 2024-12-09T20:48:31,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32869 2024-12-09T20:48:31,603 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:31,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:31,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:31,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:31,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:31,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:31,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:31,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:31,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44175 2024-12-09T20:48:31,605 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44175 connecting to ZooKeeper ensemble=127.0.0.1:57755 2024-12-09T20:48:31,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:31,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441750x0, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:31,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441750x0, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:31,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44175-0x1000c564d500002 connected 2024-12-09T20:48:31,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:31,620 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:31,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:31,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:31,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44175 2024-12-09T20:48:31,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44175 2024-12-09T20:48:31,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44175 2024-12-09T20:48:31,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44175 2024-12-09T20:48:31,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44175 2024-12-09T20:48:31,636 DEBUG [M:0;00c23a7251f8:41595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c23a7251f8:41595 2024-12-09T20:48:31,636 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c23a7251f8,41595,1733777311388 2024-12-09T20:48:31,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:31,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:31,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:31,649 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c23a7251f8,41595,1733777311388 2024-12-09T20:48:31,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:31,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:31,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:31,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:31,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:31,660 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T20:48:31,661 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c23a7251f8,41595,1733777311388 from backup master directory 2024-12-09T20:48:31,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:31,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:31,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c23a7251f8,41595,1733777311388 2024-12-09T20:48:31,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:31,670 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:31,670 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c23a7251f8,41595,1733777311388 2024-12-09T20:48:31,676 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/hbase.id] with ID: b3631011-e2a9-469a-987b-7df04453b732 2024-12-09T20:48:31,676 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/.tmp/hbase.id 2024-12-09T20:48:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:31,695 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/.tmp/hbase.id]:[hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/hbase.id] 2024-12-09T20:48:31,718 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:31,718 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T20:48:31,721 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-09T20:48:31,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:31,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:31,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:32,145 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:32,146 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T20:48:32,146 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:32,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:32,157 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store 2024-12-09T20:48:32,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:32,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:32,165 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:32,165 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:32,166 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:32,166 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:32,166 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:32,166 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:32,166 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:32,166 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777312165Disabling compacts and flushes for region at 1733777312165Disabling writes for close at 1733777312166 (+1 ms)Writing region close event to WAL at 1733777312166Closed at 1733777312166 2024-12-09T20:48:32,167 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/.initializing 2024-12-09T20:48:32,167 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/WALs/00c23a7251f8,41595,1733777311388 2024-12-09T20:48:32,168 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:32,171 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C41595%2C1733777311388, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/WALs/00c23a7251f8,41595,1733777311388, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/oldWALs, maxLogs=10 2024-12-09T20:48:32,185 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/WALs/00c23a7251f8,41595,1733777311388/00c23a7251f8%2C41595%2C1733777311388.1733777312171, exclude list is [], retry=0 2024-12-09T20:48:32,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46181,DS-ff720450-2992-4c24-95a1-674cecc33dd9,DISK] 2024-12-09T20:48:32,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45223,DS-4ffe7d6b-51a5-49ca-8948-c8deee302c72,DISK] 2024-12-09T20:48:32,190 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/WALs/00c23a7251f8,41595,1733777311388/00c23a7251f8%2C41595%2C1733777311388.1733777312171 2024-12-09T20:48:32,190 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45199:45199),(127.0.0.1/127.0.0.1:33745:33745)] 2024-12-09T20:48:32,190 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:32,191 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:32,191 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,191 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T20:48:32,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:32,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:32,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T20:48:32,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:32,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:32,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T20:48:32,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:32,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:32,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T20:48:32,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:32,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:32,202 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,203 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,203 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,204 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,204 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,205 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:32,206 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:32,209 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:32,210 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72711955, jitterRate=0.08349256217479706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:32,211 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733777312191Initializing all the Stores at 1733777312192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777312192Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777312192Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777312192Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777312192Cleaning up temporary data from old regions at 1733777312205 (+13 ms)Region opened successfully at 1733777312211 (+6 ms) 2024-12-09T20:48:32,211 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T20:48:32,215 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b12acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:32,216 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T20:48:32,217 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T20:48:32,217 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T20:48:32,217 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T20:48:32,217 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T20:48:32,218 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T20:48:32,218 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T20:48:32,220 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T20:48:32,221 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T20:48:32,266 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T20:48:32,266 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T20:48:32,267 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T20:48:32,280 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T20:48:32,280 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T20:48:32,281 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T20:48:32,290 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T20:48:32,291 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T20:48:32,301 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T20:48:32,304 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T20:48:32,311 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T20:48:32,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:32,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:32,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:32,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,323 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c23a7251f8,41595,1733777311388, sessionid=0x1000c564d500000, setting cluster-up flag (Was=false) 2024-12-09T20:48:32,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,374 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T20:48:32,376 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,41595,1733777311388 2024-12-09T20:48:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,438 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T20:48:32,440 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,41595,1733777311388 2024-12-09T20:48:32,441 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T20:48:32,444 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:32,444 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T20:48:32,444 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T20:48:32,444 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c23a7251f8,41595,1733777311388 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T20:48:32,446 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:32,446 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:32,446 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:32,446 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:32,446 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c23a7251f8:0, corePoolSize=10, maxPoolSize=10 2024-12-09T20:48:32,447 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,447 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:32,447 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,448 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733777342448 2024-12-09T20:48:32,448 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T20:48:32,448 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T20:48:32,448 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T20:48:32,448 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T20:48:32,448 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T20:48:32,448 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T20:48:32,448 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:32,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T20:48:32,449 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,449 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T20:48:32,449 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T20:48:32,449 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T20:48:32,450 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T20:48:32,450 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T20:48:32,450 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:32,450 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777312450,5,FailOnTimeoutGroup] 2024-12-09T20:48:32,450 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777312450,5,FailOnTimeoutGroup] 2024-12-09T20:48:32,450 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,450 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T20:48:32,450 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T20:48:32,450 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,450 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:32,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:32,460 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T20:48:32,460 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44 2024-12-09T20:48:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:32,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:32,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:32,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:32,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:32,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:32,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:32,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:32,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:32,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:32,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:32,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:32,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:32,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:32,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:32,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:32,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:32,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:32,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:32,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740 2024-12-09T20:48:32,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740 2024-12-09T20:48:32,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:32,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:32,482 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:32,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:32,487 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:32,488 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68938475, jitterRate=0.027263328433036804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:32,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733777312467Initializing all the Stores at 1733777312468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777312468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777312468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777312469 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777312469Cleaning up temporary data from old regions at 1733777312481 (+12 ms)Region opened successfully at 1733777312489 (+8 ms) 2024-12-09T20:48:32,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:32,489 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:32,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:32,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:32,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:32,492 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:32,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777312489Disabling compacts and flushes for region at 1733777312489Disabling writes for close at 1733777312489Writing region close event to WAL at 1733777312492 (+3 ms)Closed at 1733777312492 2024-12-09T20:48:32,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:32,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T20:48:32,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T20:48:32,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:32,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T20:48:32,525 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(746): ClusterId : b3631011-e2a9-469a-987b-7df04453b732 2024-12-09T20:48:32,525 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(746): ClusterId : b3631011-e2a9-469a-987b-7df04453b732 2024-12-09T20:48:32,526 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:32,526 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:32,540 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:32,540 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:32,540 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:32,540 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:32,551 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:32,551 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:32,551 DEBUG [RS:1;00c23a7251f8:44175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354a698b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:32,551 DEBUG [RS:0;00c23a7251f8:32869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109cf2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:32,563 DEBUG [RS:0;00c23a7251f8:32869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c23a7251f8:32869 2024-12-09T20:48:32,563 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:32,563 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:32,563 DEBUG [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:32,564 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,41595,1733777311388 with port=32869, startcode=1733777311563 2024-12-09T20:48:32,564 DEBUG [RS:0;00c23a7251f8:32869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:32,564 DEBUG [RS:1;00c23a7251f8:44175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;00c23a7251f8:44175 2024-12-09T20:48:32,564 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:32,564 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:32,564 DEBUG [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:32,565 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,41595,1733777311388 with port=44175, startcode=1733777311603 2024-12-09T20:48:32,565 DEBUG [RS:1;00c23a7251f8:44175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:32,566 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49815, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:32,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,32869,1733777311563 2024-12-09T20:48:32,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41595 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,32869,1733777311563 2024-12-09T20:48:32,567 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39193, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:32,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,44175,1733777311603 2024-12-09T20:48:32,568 DEBUG [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44 2024-12-09T20:48:32,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41595 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,44175,1733777311603 2024-12-09T20:48:32,568 DEBUG [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46747 2024-12-09T20:48:32,568 DEBUG [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:32,569 DEBUG [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44 2024-12-09T20:48:32,569 DEBUG [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46747 2024-12-09T20:48:32,569 DEBUG [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:32,622 DEBUG [RS:0;00c23a7251f8:32869 {}] zookeeper.ZKUtil(111): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,32869,1733777311563 2024-12-09T20:48:32,622 WARN [RS:0;00c23a7251f8:32869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:32,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,44175,1733777311603] 2024-12-09T20:48:32,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,32869,1733777311563] 2024-12-09T20:48:32,622 INFO [RS:0;00c23a7251f8:32869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:32,622 DEBUG [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,32869,1733777311563 2024-12-09T20:48:32,622 DEBUG [RS:1;00c23a7251f8:44175 {}] zookeeper.ZKUtil(111): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,44175,1733777311603 2024-12-09T20:48:32,622 WARN [RS:1;00c23a7251f8:44175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:32,622 INFO [RS:1;00c23a7251f8:44175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:32,622 DEBUG [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,44175,1733777311603 2024-12-09T20:48:32,626 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:32,626 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:32,630 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:32,630 INFO [RS:1;00c23a7251f8:44175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:32,630 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,631 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:32,632 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:32,632 INFO [RS:0;00c23a7251f8:32869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:32,632 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,633 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:32,633 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:32,633 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,633 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,634 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:32,634 DEBUG [RS:1;00c23a7251f8:44175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:32,634 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:32,634 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,44175,1733777311603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:32,634 DEBUG [RS:0;00c23a7251f8:32869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:32,635 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,635 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,635 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,635 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,635 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,635 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,32869,1733777311563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:32,647 WARN [00c23a7251f8:41595 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T20:48:32,652 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:32,652 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,32869,1733777311563-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,652 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,652 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.Replication(171): 00c23a7251f8,32869,1733777311563 started 2024-12-09T20:48:32,652 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:32,653 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,44175,1733777311603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,653 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,653 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.Replication(171): 00c23a7251f8,44175,1733777311603 started 2024-12-09T20:48:32,667 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,667 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,44175,1733777311603, RpcServer on 00c23a7251f8/172.17.0.2:44175, sessionid=0x1000c564d500002 2024-12-09T20:48:32,667 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:32,667 DEBUG [RS:1;00c23a7251f8:44175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,44175,1733777311603 2024-12-09T20:48:32,667 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,44175,1733777311603' 2024-12-09T20:48:32,667 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:32,668 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:32,668 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:32,668 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:32,668 DEBUG [RS:1;00c23a7251f8:44175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,44175,1733777311603 2024-12-09T20:48:32,668 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,44175,1733777311603' 2024-12-09T20:48:32,668 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:32,669 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:32,669 DEBUG [RS:1;00c23a7251f8:44175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:32,669 INFO [RS:1;00c23a7251f8:44175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:32,669 INFO [RS:1;00c23a7251f8:44175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:32,671 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:32,671 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,32869,1733777311563, RpcServer on 00c23a7251f8/172.17.0.2:32869, sessionid=0x1000c564d500001 2024-12-09T20:48:32,671 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:32,671 DEBUG [RS:0;00c23a7251f8:32869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,32869,1733777311563 2024-12-09T20:48:32,671 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,32869,1733777311563' 2024-12-09T20:48:32,671 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:32,672 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:32,672 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:32,672 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:32,672 DEBUG [RS:0;00c23a7251f8:32869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,32869,1733777311563 2024-12-09T20:48:32,673 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,32869,1733777311563' 2024-12-09T20:48:32,673 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:32,673 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:32,673 DEBUG [RS:0;00c23a7251f8:32869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:32,673 INFO [RS:0;00c23a7251f8:32869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:32,673 INFO [RS:0;00c23a7251f8:32869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:32,770 INFO [RS:1;00c23a7251f8:44175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:32,772 INFO [RS:1;00c23a7251f8:44175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C44175%2C1733777311603, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,44175,1733777311603, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/oldWALs, maxLogs=32 2024-12-09T20:48:32,774 INFO [RS:0;00c23a7251f8:32869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:32,776 INFO [RS:0;00c23a7251f8:32869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C32869%2C1733777311563, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,32869,1733777311563, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/oldWALs, maxLogs=32 2024-12-09T20:48:32,786 DEBUG [RS:1;00c23a7251f8:44175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,44175,1733777311603/00c23a7251f8%2C44175%2C1733777311603.1733777312773, exclude list is [], retry=0 2024-12-09T20:48:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46181,DS-ff720450-2992-4c24-95a1-674cecc33dd9,DISK] 2024-12-09T20:48:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45223,DS-4ffe7d6b-51a5-49ca-8948-c8deee302c72,DISK] 2024-12-09T20:48:32,790 DEBUG [RS:0;00c23a7251f8:32869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,32869,1733777311563/00c23a7251f8%2C32869%2C1733777311563.1733777312777, exclude list is [], retry=0 2024-12-09T20:48:32,792 INFO [RS:1;00c23a7251f8:44175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,44175,1733777311603/00c23a7251f8%2C44175%2C1733777311603.1733777312773 2024-12-09T20:48:32,793 DEBUG [RS:1;00c23a7251f8:44175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45199:45199),(127.0.0.1/127.0.0.1:33745:33745)] 2024-12-09T20:48:32,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45223,DS-4ffe7d6b-51a5-49ca-8948-c8deee302c72,DISK] 2024-12-09T20:48:32,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46181,DS-ff720450-2992-4c24-95a1-674cecc33dd9,DISK] 2024-12-09T20:48:32,795 INFO [RS:0;00c23a7251f8:32869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,32869,1733777311563/00c23a7251f8%2C32869%2C1733777311563.1733777312777 2024-12-09T20:48:32,796 DEBUG [RS:0;00c23a7251f8:32869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45199:45199),(127.0.0.1/127.0.0.1:33745:33745)] 2024-12-09T20:48:32,897 DEBUG [00c23a7251f8:41595 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T20:48:32,898 DEBUG [00c23a7251f8:41595 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:32,900 DEBUG [00c23a7251f8:41595 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:32,900 DEBUG [00c23a7251f8:41595 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:32,900 DEBUG [00c23a7251f8:41595 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:32,900 DEBUG [00c23a7251f8:41595 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:32,900 INFO [00c23a7251f8:41595 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:32,900 INFO [00c23a7251f8:41595 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:32,900 DEBUG [00c23a7251f8:41595 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:32,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c23a7251f8,32869,1733777311563 2024-12-09T20:48:32,902 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,32869,1733777311563, state=OPENING 2024-12-09T20:48:32,929 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T20:48:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:32,940 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:32,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:32,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:32,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:32,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,32869,1733777311563}] 2024-12-09T20:48:32,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T20:48:32,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:33,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:33,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:33,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:33,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:33,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58767, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:33,100 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T20:48:33,100 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:33,101 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T20:48:33,103 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C32869%2C1733777311563.meta, suffix=.meta, logDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,32869,1733777311563, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/oldWALs, maxLogs=32 2024-12-09T20:48:33,118 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,32869,1733777311563/00c23a7251f8%2C32869%2C1733777311563.meta.1733777313104.meta, exclude list is [], retry=0 2024-12-09T20:48:33,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46181,DS-ff720450-2992-4c24-95a1-674cecc33dd9,DISK] 2024-12-09T20:48:33,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45223,DS-4ffe7d6b-51a5-49ca-8948-c8deee302c72,DISK] 2024-12-09T20:48:33,123 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/WALs/00c23a7251f8,32869,1733777311563/00c23a7251f8%2C32869%2C1733777311563.meta.1733777313104.meta 2024-12-09T20:48:33,124 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33745:33745),(127.0.0.1/127.0.0.1:45199:45199)] 2024-12-09T20:48:33,124 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:33,124 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T20:48:33,124 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T20:48:33,124 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T20:48:33,125 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T20:48:33,125 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:33,125 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T20:48:33,125 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T20:48:33,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:33,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:33,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:33,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:33,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:33,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:33,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:33,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:33,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:33,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:33,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:33,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:33,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:33,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:33,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:33,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:33,137 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:33,137 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740 2024-12-09T20:48:33,139 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740 2024-12-09T20:48:33,140 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:33,140 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:33,140 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:33,142 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:33,143 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64848938, jitterRate=-0.03367552161216736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:33,143 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T20:48:33,143 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733777313125Writing region info on filesystem at 1733777313125Initializing all the Stores at 1733777313126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777313126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777313128 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777313128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777313128Cleaning up temporary data from old regions at 1733777313140 (+12 ms)Running coprocessor post-open hooks at 1733777313143 (+3 ms)Region opened successfully at 1733777313143 2024-12-09T20:48:33,144 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733777313093 2024-12-09T20:48:33,147 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T20:48:33,147 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T20:48:33,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,32869,1733777311563 2024-12-09T20:48:33,149 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,32869,1733777311563, state=OPEN 2024-12-09T20:48:33,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:33,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:33,222 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c23a7251f8,32869,1733777311563 2024-12-09T20:48:33,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:33,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:33,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:33,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T20:48:33,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,32869,1733777311563 in 282 msec 2024-12-09T20:48:33,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T20:48:33,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 732 msec 2024-12-09T20:48:33,231 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:33,231 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T20:48:33,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:33,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,32869,1733777311563, seqNum=-1] 2024-12-09T20:48:33,233 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:33,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:33,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 797 msec 2024-12-09T20:48:33,242 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733777313242, completionTime=-1 2024-12-09T20:48:33,242 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T20:48:33,242 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T20:48:33,246 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T20:48:33,246 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733777373246 2024-12-09T20:48:33,246 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733777433246 2024-12-09T20:48:33,246 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-09T20:48:33,246 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T20:48:33,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,41595,1733777311388-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:33,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,41595,1733777311388-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:33,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,41595,1733777311388-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:33,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c23a7251f8:41595, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:33,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:33,250 DEBUG [master/00c23a7251f8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T20:48:33,252 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:33,258 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.588sec 2024-12-09T20:48:33,258 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T20:48:33,258 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T20:48:33,258 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T20:48:33,258 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T20:48:33,258 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T20:48:33,258 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,41595,1733777311388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:33,259 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,41595,1733777311388-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T20:48:33,261 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T20:48:33,261 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T20:48:33,261 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,41595,1733777311388-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:33,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75394979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:33,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c23a7251f8,41595,-1 for getting cluster id 2024-12-09T20:48:33,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T20:48:33,328 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3631011-e2a9-469a-987b-7df04453b732' 2024-12-09T20:48:33,328 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T20:48:33,329 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3631011-e2a9-469a-987b-7df04453b732" 2024-12-09T20:48:33,329 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3a3c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:33,329 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c23a7251f8,41595,-1] 2024-12-09T20:48:33,329 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T20:48:33,329 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:33,331 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T20:48:33,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11109065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:33,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:33,334 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,32869,1733777311563, seqNum=-1] 2024-12-09T20:48:33,334 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:33,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:33,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c23a7251f8,41595,1733777311388 2024-12-09T20:48:33,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T20:48:33,339 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c23a7251f8,41595,1733777311388 2024-12-09T20:48:33,340 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5157c404 2024-12-09T20:48:33,340 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T20:48:33,341 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T20:48:33,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T20:48:33,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T20:48:33,345 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:33,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T20:48:33,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T20:48:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:33,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:33,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:33,760 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd4b73e346f7682320c7e283fc10d82c, NAME => 'testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44 2024-12-09T20:48:33,761 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a7fcdc155dc5861671488f25fd28fb8d, NAME => 'testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44 2024-12-09T20:48:33,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:33,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:33,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:33,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:33,776 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:33,777 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a7fcdc155dc5861671488f25fd28fb8d, disabling compactions & flushes 2024-12-09T20:48:33,777 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:33,777 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:33,777 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. after waiting 0 ms 2024-12-09T20:48:33,777 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:33,777 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:33,777 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a7fcdc155dc5861671488f25fd28fb8d: Waiting for close lock at 1733777313777Disabling compacts and flushes for region at 1733777313777Disabling writes for close at 1733777313777Writing region close event to WAL at 1733777313777Closed at 1733777313777 2024-12-09T20:48:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:34,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:34,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing dd4b73e346f7682320c7e283fc10d82c, disabling compactions & flushes 2024-12-09T20:48:34,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:34,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:34,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. after waiting 0 ms 2024-12-09T20:48:34,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:34,178 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:34,178 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd4b73e346f7682320c7e283fc10d82c: Waiting for close lock at 1733777314177Disabling compacts and flushes for region at 1733777314177Disabling writes for close at 1733777314178 (+1 ms)Writing region close event to WAL at 1733777314178Closed at 1733777314178 2024-12-09T20:48:34,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T20:48:34,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777314180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777314180"}]},"ts":"1733777314180"} 2024-12-09T20:48:34,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777314180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777314180"}]},"ts":"1733777314180"} 2024-12-09T20:48:34,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T20:48:34,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T20:48:34,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777314186"}]},"ts":"1733777314186"} 2024-12-09T20:48:34,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T20:48:34,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:34,191 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:34,191 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:34,191 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:34,191 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:34,191 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:34,191 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:34,191 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:34,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dd4b73e346f7682320c7e283fc10d82c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a7fcdc155dc5861671488f25fd28fb8d, ASSIGN}] 2024-12-09T20:48:34,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a7fcdc155dc5861671488f25fd28fb8d, ASSIGN 2024-12-09T20:48:34,194 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dd4b73e346f7682320c7e283fc10d82c, ASSIGN 2024-12-09T20:48:34,196 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a7fcdc155dc5861671488f25fd28fb8d, ASSIGN; state=OFFLINE, location=00c23a7251f8,44175,1733777311603; forceNewPlan=false, retain=false 2024-12-09T20:48:34,196 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dd4b73e346f7682320c7e283fc10d82c, ASSIGN; state=OFFLINE, location=00c23a7251f8,32869,1733777311563; forceNewPlan=false, retain=false 2024-12-09T20:48:34,346 INFO [00c23a7251f8:41595 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T20:48:34,346 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd4b73e346f7682320c7e283fc10d82c, regionState=OPENING, regionLocation=00c23a7251f8,32869,1733777311563 2024-12-09T20:48:34,346 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a7fcdc155dc5861671488f25fd28fb8d, regionState=OPENING, regionLocation=00c23a7251f8,44175,1733777311603 2024-12-09T20:48:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dd4b73e346f7682320c7e283fc10d82c, ASSIGN because future has completed 2024-12-09T20:48:34,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd4b73e346f7682320c7e283fc10d82c, server=00c23a7251f8,32869,1733777311563}] 2024-12-09T20:48:34,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a7fcdc155dc5861671488f25fd28fb8d, ASSIGN because future has completed 2024-12-09T20:48:34,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7fcdc155dc5861671488f25fd28fb8d, server=00c23a7251f8,44175,1733777311603}] 2024-12-09T20:48:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:34,505 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:34,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52007, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:34,507 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:34,508 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => dd4b73e346f7682320c7e283fc10d82c, NAME => 'testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T20:48:34,508 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,508 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:34,508 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,508 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,511 INFO [StoreOpener-dd4b73e346f7682320c7e283fc10d82c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,511 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:34,511 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a7fcdc155dc5861671488f25fd28fb8d, NAME => 'testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T20:48:34,511 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,511 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:34,511 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,511 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,512 INFO [StoreOpener-dd4b73e346f7682320c7e283fc10d82c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd4b73e346f7682320c7e283fc10d82c columnFamilyName family 2024-12-09T20:48:34,512 DEBUG [StoreOpener-dd4b73e346f7682320c7e283fc10d82c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:34,513 INFO [StoreOpener-dd4b73e346f7682320c7e283fc10d82c-1 {}] regionserver.HStore(327): Store=dd4b73e346f7682320c7e283fc10d82c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:34,513 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,513 INFO [StoreOpener-a7fcdc155dc5861671488f25fd28fb8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,514 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,514 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,514 INFO [StoreOpener-a7fcdc155dc5861671488f25fd28fb8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7fcdc155dc5861671488f25fd28fb8d columnFamilyName family 2024-12-09T20:48:34,515 DEBUG [StoreOpener-a7fcdc155dc5861671488f25fd28fb8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:34,515 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,515 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,515 INFO [StoreOpener-a7fcdc155dc5861671488f25fd28fb8d-1 {}] regionserver.HStore(327): Store=a7fcdc155dc5861671488f25fd28fb8d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:34,515 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,516 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,516 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,517 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,517 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,517 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,519 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,519 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/dd4b73e346f7682320c7e283fc10d82c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:34,519 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened dd4b73e346f7682320c7e283fc10d82c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65139858, jitterRate=-0.029340475797653198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:34,520 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:34,520 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for dd4b73e346f7682320c7e283fc10d82c: Running coprocessor pre-open hook at 1733777314509Writing region info on filesystem at 1733777314509Initializing all the Stores at 1733777314509Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777314509Cleaning up temporary data from old regions at 1733777314515 (+6 ms)Running coprocessor post-open hooks at 1733777314520 (+5 ms)Region opened successfully at 1733777314520 2024-12-09T20:48:34,521 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/a7fcdc155dc5861671488f25fd28fb8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:34,521 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c., pid=7, masterSystemTime=1733777314502 2024-12-09T20:48:34,521 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a7fcdc155dc5861671488f25fd28fb8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69298162, jitterRate=0.032623082399368286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:34,522 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:34,522 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a7fcdc155dc5861671488f25fd28fb8d: Running coprocessor pre-open hook at 1733777314512Writing region info on filesystem at 1733777314512Initializing all the Stores at 1733777314512Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777314512Cleaning up temporary data from old regions at 1733777314517 (+5 ms)Running coprocessor post-open hooks at 1733777314522 (+5 ms)Region opened successfully at 1733777314522 2024-12-09T20:48:34,523 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d., pid=8, masterSystemTime=1733777314505 2024-12-09T20:48:34,524 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:34,524 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:34,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd4b73e346f7682320c7e283fc10d82c, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,32869,1733777311563 2024-12-09T20:48:34,525 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:34,525 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:34,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a7fcdc155dc5861671488f25fd28fb8d, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,44175,1733777311603 2024-12-09T20:48:34,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd4b73e346f7682320c7e283fc10d82c, server=00c23a7251f8,32869,1733777311563 because future has completed 2024-12-09T20:48:34,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7fcdc155dc5861671488f25fd28fb8d, server=00c23a7251f8,44175,1733777311603 because future has completed 2024-12-09T20:48:34,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-09T20:48:34,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd4b73e346f7682320c7e283fc10d82c, server=00c23a7251f8,32869,1733777311563 in 179 msec 2024-12-09T20:48:34,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-09T20:48:34,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a7fcdc155dc5861671488f25fd28fb8d, server=00c23a7251f8,44175,1733777311603 in 179 msec 2024-12-09T20:48:34,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dd4b73e346f7682320c7e283fc10d82c, ASSIGN in 342 msec 2024-12-09T20:48:34,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-09T20:48:34,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a7fcdc155dc5861671488f25fd28fb8d, ASSIGN in 343 msec 2024-12-09T20:48:34,538 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T20:48:34,539 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777314538"}]},"ts":"1733777314538"} 2024-12-09T20:48:34,541 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T20:48:34,542 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T20:48:34,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.2000 sec 2024-12-09T20:48:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:35,493 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T20:48:35,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T20:48:35,493 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:35,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T20:48:35,498 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:35,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T20:48:35,502 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c., hostname=00c23a7251f8,32869,1733777311563, seqNum=2] 2024-12-09T20:48:35,513 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d., hostname=00c23a7251f8,44175,1733777311603, seqNum=2] 2024-12-09T20:48:35,513 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:35,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:35,526 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dd4b73e346f7682320c7e283fc10d82c 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T20:48:35,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/dd4b73e346f7682320c7e283fc10d82c/.tmp/family/fa3e2a2b75e04f9a88dbc36ef918cd81 is 32, key is 1/family:/1733777315503/Put/seqid=0 2024-12-09T20:48:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741839_1015 (size=5054) 2024-12-09T20:48:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741839_1015 (size=5054) 2024-12-09T20:48:35,552 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/dd4b73e346f7682320c7e283fc10d82c/.tmp/family/fa3e2a2b75e04f9a88dbc36ef918cd81 2024-12-09T20:48:35,560 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/dd4b73e346f7682320c7e283fc10d82c/.tmp/family/fa3e2a2b75e04f9a88dbc36ef918cd81 as hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/dd4b73e346f7682320c7e283fc10d82c/family/fa3e2a2b75e04f9a88dbc36ef918cd81 2024-12-09T20:48:35,567 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/dd4b73e346f7682320c7e283fc10d82c/family/fa3e2a2b75e04f9a88dbc36ef918cd81, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T20:48:35,568 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for dd4b73e346f7682320c7e283fc10d82c in 42ms, sequenceid=8, compaction requested=false 2024-12-09T20:48:35,568 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dd4b73e346f7682320c7e283fc10d82c: 2024-12-09T20:48:35,568 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a7fcdc155dc5861671488f25fd28fb8d 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T20:48:35,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/a7fcdc155dc5861671488f25fd28fb8d/.tmp/family/2640e75e3c7a45b88e439d3e49d4db81 is 32, key is 5/family:/1733777315515/Put/seqid=0 2024-12-09T20:48:35,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741840_1016 (size=5083) 2024-12-09T20:48:35,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741840_1016 (size=5083) 2024-12-09T20:48:35,589 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/a7fcdc155dc5861671488f25fd28fb8d/.tmp/family/2640e75e3c7a45b88e439d3e49d4db81 2024-12-09T20:48:35,596 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/a7fcdc155dc5861671488f25fd28fb8d/.tmp/family/2640e75e3c7a45b88e439d3e49d4db81 as hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/a7fcdc155dc5861671488f25fd28fb8d/family/2640e75e3c7a45b88e439d3e49d4db81 2024-12-09T20:48:35,603 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/a7fcdc155dc5861671488f25fd28fb8d/family/2640e75e3c7a45b88e439d3e49d4db81, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T20:48:35,604 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a7fcdc155dc5861671488f25fd28fb8d in 36ms, sequenceid=9, compaction requested=false 2024-12-09T20:48:35,604 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a7fcdc155dc5861671488f25fd28fb8d: 2024-12-09T20:48:35,609 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T20:48:35,612 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:35,612 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:35,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:35,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:35,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T20:48:35,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:35,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:35,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:35,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:35,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T20:48:35,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T20:48:35,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1837991417, stopped=false 2024-12-09T20:48:35,615 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c23a7251f8,41595,1733777311388 2024-12-09T20:48:35,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:35,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:35,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:35,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:35,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:35,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:35,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:35,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:35,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:35,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:35,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:35,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,32869,1733777311563' ***** 2024-12-09T20:48:35,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:35,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,44175,1733777311603' ***** 2024-12-09T20:48:35,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:35,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:35,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:35,628 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:35,628 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:35,629 INFO [RS:0;00c23a7251f8:32869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:35,629 INFO [RS:1;00c23a7251f8:44175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:35,629 INFO [RS:0;00c23a7251f8:32869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:35,629 INFO [RS:1;00c23a7251f8:44175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:35,629 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(3091): Received CLOSE for dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:35,629 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(3091): Received CLOSE for a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:35,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:35,629 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,44175,1733777311603 2024-12-09T20:48:35,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:35,629 INFO [RS:1;00c23a7251f8:44175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:35,629 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,32869,1733777311563 2024-12-09T20:48:35,629 INFO [RS:1;00c23a7251f8:44175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;00c23a7251f8:44175. 2024-12-09T20:48:35,629 INFO [RS:0;00c23a7251f8:32869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:35,629 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7fcdc155dc5861671488f25fd28fb8d, disabling compactions & flushes 2024-12-09T20:48:35,629 INFO [RS:0;00c23a7251f8:32869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c23a7251f8:32869. 2024-12-09T20:48:35,629 DEBUG [RS:1;00c23a7251f8:44175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:35,629 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd4b73e346f7682320c7e283fc10d82c, disabling compactions & flushes 2024-12-09T20:48:35,629 DEBUG [RS:1;00c23a7251f8:44175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:35,629 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:35,629 DEBUG [RS:0;00c23a7251f8:32869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:35,629 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:35,629 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:35,630 DEBUG [RS:0;00c23a7251f8:32869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:35,630 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:35,630 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T20:48:35,630 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. after waiting 0 ms 2024-12-09T20:48:35,630 DEBUG [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(1325): Online Regions={a7fcdc155dc5861671488f25fd28fb8d=testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d.} 2024-12-09T20:48:35,630 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. after waiting 0 ms 2024-12-09T20:48:35,630 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:35,630 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:35,630 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:35,630 DEBUG [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(1351): Waiting on a7fcdc155dc5861671488f25fd28fb8d 2024-12-09T20:48:35,630 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:35,630 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:35,630 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T20:48:35,630 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T20:48:35,630 DEBUG [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dd4b73e346f7682320c7e283fc10d82c=testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c.} 2024-12-09T20:48:35,630 DEBUG [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd4b73e346f7682320c7e283fc10d82c 2024-12-09T20:48:35,630 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:35,630 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:35,630 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:35,631 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:35,631 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:35,631 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T20:48:35,635 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/dd4b73e346f7682320c7e283fc10d82c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T20:48:35,636 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:35,636 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T20:48:35,636 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd4b73e346f7682320c7e283fc10d82c: Waiting for close lock at 1733777315629Running coprocessor pre-close hooks at 1733777315629Disabling compacts and flushes for region at 1733777315629Disabling writes for close at 1733777315630 (+1 ms)Writing region close event to WAL at 1733777315631 (+1 ms)Running coprocessor post-close hooks at 1733777315636 (+5 ms)Closed at 1733777315636 2024-12-09T20:48:35,636 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T20:48:35,636 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733777313342.dd4b73e346f7682320c7e283fc10d82c. 2024-12-09T20:48:35,637 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:35,637 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:35,643 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/default/testClearRegionBlockCache/a7fcdc155dc5861671488f25fd28fb8d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T20:48:35,644 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:35,644 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7fcdc155dc5861671488f25fd28fb8d: Waiting for close lock at 1733777315629Running coprocessor pre-close hooks at 1733777315629Disabling compacts and flushes for region at 1733777315629Disabling writes for close at 1733777315630 (+1 ms)Writing region close event to WAL at 1733777315631 (+1 ms)Running coprocessor post-close hooks at 1733777315644 (+13 ms)Closed at 1733777315644 2024-12-09T20:48:35,644 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d. 2024-12-09T20:48:35,653 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/.tmp/info/91738b3c30f6417a895d91c4615b6ed3 is 173, key is testClearRegionBlockCache,5,1733777313342.a7fcdc155dc5861671488f25fd28fb8d./info:regioninfo/1733777314526/Put/seqid=0 2024-12-09T20:48:35,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:35,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:35,660 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/.tmp/info/91738b3c30f6417a895d91c4615b6ed3 2024-12-09T20:48:35,685 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/.tmp/ns/23b69fe48dc641d3add3101377ee233f is 43, key is default/ns:d/1733777313236/Put/seqid=0 2024-12-09T20:48:35,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:35,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:35,693 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/.tmp/ns/23b69fe48dc641d3add3101377ee233f 2024-12-09T20:48:35,718 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/.tmp/table/fb3edae3cf1944289ed7f28852695457 is 61, key is testClearRegionBlockCache/table:state/1733777314538/Put/seqid=0 2024-12-09T20:48:35,750 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T20:48:35,750 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T20:48:35,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:35,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:35,752 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/.tmp/table/fb3edae3cf1944289ed7f28852695457 2024-12-09T20:48:35,760 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/.tmp/info/91738b3c30f6417a895d91c4615b6ed3 as hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/info/91738b3c30f6417a895d91c4615b6ed3 2024-12-09T20:48:35,767 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/info/91738b3c30f6417a895d91c4615b6ed3, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T20:48:35,768 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/.tmp/ns/23b69fe48dc641d3add3101377ee233f as hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/ns/23b69fe48dc641d3add3101377ee233f 2024-12-09T20:48:35,779 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/ns/23b69fe48dc641d3add3101377ee233f, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T20:48:35,781 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/.tmp/table/fb3edae3cf1944289ed7f28852695457 as hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/table/fb3edae3cf1944289ed7f28852695457 2024-12-09T20:48:35,793 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/table/fb3edae3cf1944289ed7f28852695457, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T20:48:35,795 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 163ms, sequenceid=13, compaction requested=false 2024-12-09T20:48:35,805 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T20:48:35,806 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T20:48:35,806 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:35,806 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777315630Running coprocessor pre-close hooks at 1733777315630Disabling compacts and flushes for region at 1733777315630Disabling writes for close at 1733777315631 (+1 ms)Obtaining lock to block concurrent updates at 1733777315631Preparing flush snapshotting stores in 1588230740 at 1733777315631Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733777315631Flushing stores of hbase:meta,,1.1588230740 at 1733777315632 (+1 ms)Flushing 1588230740/info: creating writer at 1733777315632Flushing 1588230740/info: appending metadata at 1733777315653 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733777315653Flushing 1588230740/ns: creating writer at 1733777315668 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733777315684 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733777315684Flushing 1588230740/table: creating writer at 1733777315700 (+16 ms)Flushing 1588230740/table: appending metadata at 1733777315717 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733777315717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a52d6f: reopening flushed file at 1733777315759 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445e26e6: reopening flushed file at 1733777315767 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f64597: reopening flushed file at 1733777315780 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 163ms, sequenceid=13, compaction requested=false at 1733777315795 (+15 ms)Writing region close event to WAL at 1733777315801 (+6 ms)Running coprocessor post-close hooks at 1733777315806 (+5 ms)Closed at 1733777315806 2024-12-09T20:48:35,807 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:35,830 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,44175,1733777311603; all regions closed. 2024-12-09T20:48:35,830 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,32869,1733777311563; all regions closed. 2024-12-09T20:48:35,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741833_1009 (size=1867) 2024-12-09T20:48:35,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741833_1009 (size=1867) 2024-12-09T20:48:35,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:35,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:35,836 DEBUG [RS:1;00c23a7251f8:44175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/oldWALs 2024-12-09T20:48:35,836 INFO [RS:1;00c23a7251f8:44175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C44175%2C1733777311603:(num 1733777312773) 2024-12-09T20:48:35,836 DEBUG [RS:1;00c23a7251f8:44175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:35,836 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:35,836 INFO [RS:1;00c23a7251f8:44175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:35,836 INFO [RS:1;00c23a7251f8:44175 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:35,836 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:35,836 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:35,836 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:35,836 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:35,836 INFO [RS:1;00c23a7251f8:44175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:35,836 DEBUG [RS:0;00c23a7251f8:32869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/oldWALs 2024-12-09T20:48:35,836 INFO [RS:0;00c23a7251f8:32869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C32869%2C1733777311563.meta:.meta(num 1733777313104) 2024-12-09T20:48:35,837 INFO [RS:1;00c23a7251f8:44175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44175 2024-12-09T20:48:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741834_1010 (size=1758) 2024-12-09T20:48:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741834_1010 (size=1758) 2024-12-09T20:48:35,841 DEBUG [RS:0;00c23a7251f8:32869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/oldWALs 2024-12-09T20:48:35,841 INFO [RS:0;00c23a7251f8:32869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C32869%2C1733777311563:(num 1733777312777) 2024-12-09T20:48:35,841 DEBUG [RS:0;00c23a7251f8:32869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:35,841 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:35,841 INFO [RS:0;00c23a7251f8:32869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:35,842 INFO [RS:0;00c23a7251f8:32869 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:35,842 INFO [RS:0;00c23a7251f8:32869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:35,842 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:35,842 INFO [RS:0;00c23a7251f8:32869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32869 2024-12-09T20:48:35,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,44175,1733777311603 2024-12-09T20:48:35,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:35,848 INFO [RS:1;00c23a7251f8:44175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:35,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,32869,1733777311563 2024-12-09T20:48:35,859 INFO [RS:0;00c23a7251f8:32869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:35,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,44175,1733777311603] 2024-12-09T20:48:35,879 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,44175,1733777311603 already deleted, retry=false 2024-12-09T20:48:35,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,44175,1733777311603 expired; onlineServers=1 2024-12-09T20:48:35,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,32869,1733777311563] 2024-12-09T20:48:35,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,32869,1733777311563 already deleted, retry=false 2024-12-09T20:48:35,890 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,32869,1733777311563 expired; onlineServers=0 2024-12-09T20:48:35,890 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c23a7251f8,41595,1733777311388' ***** 2024-12-09T20:48:35,890 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T20:48:35,890 INFO [M:0;00c23a7251f8:41595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:35,890 INFO [M:0;00c23a7251f8:41595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:35,890 DEBUG [M:0;00c23a7251f8:41595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T20:48:35,891 DEBUG [M:0;00c23a7251f8:41595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T20:48:35,891 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T20:48:35,891 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777312450 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777312450,5,FailOnTimeoutGroup] 2024-12-09T20:48:35,891 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777312450 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777312450,5,FailOnTimeoutGroup] 2024-12-09T20:48:35,891 INFO [M:0;00c23a7251f8:41595 {}] hbase.ChoreService(370): Chore service for: master/00c23a7251f8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:35,891 INFO [M:0;00c23a7251f8:41595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:35,891 DEBUG [M:0;00c23a7251f8:41595 {}] master.HMaster(1795): Stopping service threads 2024-12-09T20:48:35,891 INFO [M:0;00c23a7251f8:41595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T20:48:35,891 INFO [M:0;00c23a7251f8:41595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:35,892 INFO [M:0;00c23a7251f8:41595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T20:48:35,892 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T20:48:35,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:35,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:35,901 DEBUG [M:0;00c23a7251f8:41595 {}] zookeeper.ZKUtil(347): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T20:48:35,901 WARN [M:0;00c23a7251f8:41595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T20:48:35,902 INFO [M:0;00c23a7251f8:41595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/.lastflushedseqids 2024-12-09T20:48:35,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741844_1020 (size=200) 2024-12-09T20:48:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741844_1020 (size=200) 2024-12-09T20:48:35,913 INFO [M:0;00c23a7251f8:41595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T20:48:35,913 INFO [M:0;00c23a7251f8:41595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T20:48:35,913 DEBUG [M:0;00c23a7251f8:41595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:35,913 INFO [M:0;00c23a7251f8:41595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:35,913 DEBUG [M:0;00c23a7251f8:41595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:35,913 DEBUG [M:0;00c23a7251f8:41595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:35,913 DEBUG [M:0;00c23a7251f8:41595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:35,914 INFO [M:0;00c23a7251f8:41595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-09T20:48:35,932 DEBUG [M:0;00c23a7251f8:41595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3830e186211d441cbf8725f7edc4678a is 82, key is hbase:meta,,1/info:regioninfo/1733777313148/Put/seqid=0 2024-12-09T20:48:35,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:35,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:35,938 INFO [M:0;00c23a7251f8:41595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3830e186211d441cbf8725f7edc4678a 2024-12-09T20:48:35,958 DEBUG [M:0;00c23a7251f8:41595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f96a4b8fe2434642bfccbb9c8c08ac60 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733777314544/Put/seqid=0 2024-12-09T20:48:35,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741846_1022 (size=6219) 2024-12-09T20:48:35,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741846_1022 (size=6219) 2024-12-09T20:48:35,964 INFO [M:0;00c23a7251f8:41595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f96a4b8fe2434642bfccbb9c8c08ac60 2024-12-09T20:48:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:35,969 INFO [RS:1;00c23a7251f8:44175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44175-0x1000c564d500002, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:35,969 INFO [RS:1;00c23a7251f8:44175 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,44175,1733777311603; zookeeper connection closed. 2024-12-09T20:48:35,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@870b111 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@870b111 2024-12-09T20:48:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:35,980 INFO [RS:0;00c23a7251f8:32869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:35,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32869-0x1000c564d500001, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:35,980 INFO [RS:0;00c23a7251f8:32869 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,32869,1733777311563; zookeeper connection closed. 2024-12-09T20:48:35,980 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46327f48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46327f48 2024-12-09T20:48:35,980 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T20:48:35,983 DEBUG [M:0;00c23a7251f8:41595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b208de7e2bf245a09e3f97effdb76036 is 69, key is 00c23a7251f8,32869,1733777311563/rs:state/1733777312566/Put/seqid=0 2024-12-09T20:48:35,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:35,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:35,989 INFO [M:0;00c23a7251f8:41595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b208de7e2bf245a09e3f97effdb76036 2024-12-09T20:48:35,995 DEBUG [M:0;00c23a7251f8:41595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3830e186211d441cbf8725f7edc4678a as hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3830e186211d441cbf8725f7edc4678a 2024-12-09T20:48:36,001 INFO [M:0;00c23a7251f8:41595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3830e186211d441cbf8725f7edc4678a, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T20:48:36,002 DEBUG [M:0;00c23a7251f8:41595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f96a4b8fe2434642bfccbb9c8c08ac60 as hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f96a4b8fe2434642bfccbb9c8c08ac60 2024-12-09T20:48:36,008 INFO [M:0;00c23a7251f8:41595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f96a4b8fe2434642bfccbb9c8c08ac60, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T20:48:36,009 DEBUG [M:0;00c23a7251f8:41595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b208de7e2bf245a09e3f97effdb76036 as hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b208de7e2bf245a09e3f97effdb76036 2024-12-09T20:48:36,015 INFO [M:0;00c23a7251f8:41595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/4d7e572e-abd9-6117-2c6e-051f9647ec44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b208de7e2bf245a09e3f97effdb76036, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T20:48:36,016 INFO [M:0;00c23a7251f8:41595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=71, compaction requested=false 2024-12-09T20:48:36,018 INFO [M:0;00c23a7251f8:41595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:36,018 DEBUG [M:0;00c23a7251f8:41595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777315913Disabling compacts and flushes for region at 1733777315913Disabling writes for close at 1733777315913Obtaining lock to block concurrent updates at 1733777315914 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733777315914Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733777315914Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733777315915 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733777315915Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733777315931 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733777315931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733777315943 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733777315958 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733777315958Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733777315969 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733777315983 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733777315983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a574c7: reopening flushed file at 1733777315994 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129113b3: reopening flushed file at 1733777316001 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26af6508: reopening flushed file at 1733777316008 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=71, compaction requested=false at 1733777316016 (+8 ms)Writing region close event to WAL at 1733777316018 (+2 ms)Closed at 1733777316018 2024-12-09T20:48:36,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45223 is added to blk_1073741830_1006 (size=35440) 2024-12-09T20:48:36,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46181 is added to blk_1073741830_1006 (size=35440) 2024-12-09T20:48:36,021 INFO [M:0;00c23a7251f8:41595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T20:48:36,021 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:36,021 INFO [M:0;00c23a7251f8:41595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41595 2024-12-09T20:48:36,021 INFO [M:0;00c23a7251f8:41595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:36,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:36,134 INFO [M:0;00c23a7251f8:41595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:36,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41595-0x1000c564d500000, quorum=127.0.0.1:57755, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:36,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5391f1af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:36,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@287e4690{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:36,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:36,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59071867{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:36,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c1c69d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:36,145 WARN [BP-1286757801-172.17.0.2-1733777309220 heartbeating to localhost/127.0.0.1:46747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:36,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:36,145 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:36,145 WARN [BP-1286757801-172.17.0.2-1733777309220 heartbeating to localhost/127.0.0.1:46747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1286757801-172.17.0.2-1733777309220 (Datanode Uuid 0866591c-6bb4-4bcc-9a22-dadcb2daaf21) service to localhost/127.0.0.1:46747 2024-12-09T20:48:36,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/data/data3/current/BP-1286757801-172.17.0.2-1733777309220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:36,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/data/data4/current/BP-1286757801-172.17.0.2-1733777309220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:36,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:36,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ea4e485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:36,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5abb7875{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:36,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:36,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1004a0dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:36,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@756557d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:36,152 WARN [BP-1286757801-172.17.0.2-1733777309220 heartbeating to localhost/127.0.0.1:46747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:36,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:36,152 WARN [BP-1286757801-172.17.0.2-1733777309220 heartbeating to localhost/127.0.0.1:46747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1286757801-172.17.0.2-1733777309220 (Datanode Uuid 413ec29a-39be-4f5f-9a98-b4379891254b) service to localhost/127.0.0.1:46747 2024-12-09T20:48:36,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:36,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/data/data1/current/BP-1286757801-172.17.0.2-1733777309220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:36,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/cluster_3c917bc1-be52-71ce-d00c-2cd03e941d7b/data/data2/current/BP-1286757801-172.17.0.2-1733777309220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:36,154 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:36,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189c865f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:36,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70f3cc0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:36,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:36,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b3834cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:36,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73856412{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:36,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T20:48:36,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T20:48:36,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=137 (was 115) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46747 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:46747 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 404) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3219 (was 3569) 2024-12-09T20:48:36,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=137, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=3219 2024-12-09T20:48:36,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.log.dir so I do NOT create it in target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136 2024-12-09T20:48:36,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T20:48:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.tmp.dir so I do NOT create it in target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136 2024-12-09T20:48:36,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60fdf04d-3415-0901-02f3-6ce29fd5b8f6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T20:48:36,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136 2024-12-09T20:48:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T20:48:36,208 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c, deleteOnExit=true 2024-12-09T20:48:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T20:48:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/test.cache.data in system properties and HBase conf 2024-12-09T20:48:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T20:48:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.log.dir in system properties and HBase conf 2024-12-09T20:48:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T20:48:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T20:48:36,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T20:48:36,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/nfs.dump.dir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/java.io.tmpdir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T20:48:36,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T20:48:36,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:36,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:36,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:36,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:36,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:48:36,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:36,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c76717{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:36,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@815330e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:36,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55e34df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/java.io.tmpdir/jetty-localhost-38073-hadoop-hdfs-3_4_1-tests_jar-_-any-13109387166354481443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:36,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c9b652{HTTP/1.1, (http/1.1)}{localhost:38073} 2024-12-09T20:48:36,605 INFO [Time-limited test {}] server.Server(415): Started @23224ms 2024-12-09T20:48:36,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:36,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:36,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:36,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:36,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:48:36,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@496ab32a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:36,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2763a99b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:36,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36992371{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/java.io.tmpdir/jetty-localhost-34865-hadoop-hdfs-3_4_1-tests_jar-_-any-6030936511633919391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:36,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3803bad1{HTTP/1.1, (http/1.1)}{localhost:34865} 2024-12-09T20:48:36,957 INFO [Time-limited test {}] server.Server(415): Started @23575ms 2024-12-09T20:48:36,957 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:36,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:36,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:36,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:36,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:36,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:48:36,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49afda53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:36,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6619e1a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:37,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ba2849f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/java.io.tmpdir/jetty-localhost-40781-hadoop-hdfs-3_4_1-tests_jar-_-any-15171908653305589378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:37,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bab5ed0{HTTP/1.1, (http/1.1)}{localhost:40781} 2024-12-09T20:48:37,082 INFO [Time-limited test {}] server.Server(415): Started @23700ms 2024-12-09T20:48:37,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:38,507 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/data/data1/current/BP-1851341372-172.17.0.2-1733777316222/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:38,507 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/data/data2/current/BP-1851341372-172.17.0.2-1733777316222/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:38,525 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:38,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2acf933d7a4763 with lease ID 0xfd1859afe4640a50: Processing first storage report for DS-ca06eb6d-2866-47b9-81de-22f5619be5cb from datanode DatanodeRegistration(127.0.0.1:39405, datanodeUuid=894d8054-b0d7-4ee1-b51d-250b38a4ddd5, infoPort=40965, infoSecurePort=0, ipcPort=42753, storageInfo=lv=-57;cid=testClusterID;nsid=1444049825;c=1733777316222) 2024-12-09T20:48:38,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2acf933d7a4763 with lease ID 0xfd1859afe4640a50: from storage DS-ca06eb6d-2866-47b9-81de-22f5619be5cb node DatanodeRegistration(127.0.0.1:39405, datanodeUuid=894d8054-b0d7-4ee1-b51d-250b38a4ddd5, infoPort=40965, infoSecurePort=0, ipcPort=42753, storageInfo=lv=-57;cid=testClusterID;nsid=1444049825;c=1733777316222), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:38,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2acf933d7a4763 with lease ID 0xfd1859afe4640a50: Processing first storage report for DS-7d1a33e8-e571-430c-a1d2-9ded44ac5c47 from datanode DatanodeRegistration(127.0.0.1:39405, datanodeUuid=894d8054-b0d7-4ee1-b51d-250b38a4ddd5, infoPort=40965, infoSecurePort=0, ipcPort=42753, storageInfo=lv=-57;cid=testClusterID;nsid=1444049825;c=1733777316222) 2024-12-09T20:48:38,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2acf933d7a4763 with lease ID 0xfd1859afe4640a50: from storage DS-7d1a33e8-e571-430c-a1d2-9ded44ac5c47 node DatanodeRegistration(127.0.0.1:39405, datanodeUuid=894d8054-b0d7-4ee1-b51d-250b38a4ddd5, infoPort=40965, infoSecurePort=0, ipcPort=42753, storageInfo=lv=-57;cid=testClusterID;nsid=1444049825;c=1733777316222), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:38,628 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T20:48:38,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:38,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:38,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:38,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:38,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:38,704 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/data/data3/current/BP-1851341372-172.17.0.2-1733777316222/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:38,704 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/data/data4/current/BP-1851341372-172.17.0.2-1733777316222/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:38,719 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x275bb55601d0b429 with lease ID 0xfd1859afe4640a51: Processing first storage report for DS-82c5b22e-cb8b-4e93-930c-f34eb32d817f from datanode DatanodeRegistration(127.0.0.1:33093, datanodeUuid=25e40062-c05c-43a8-ad96-c0a8aada65b9, infoPort=45431, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=1444049825;c=1733777316222) 2024-12-09T20:48:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x275bb55601d0b429 with lease ID 0xfd1859afe4640a51: from storage DS-82c5b22e-cb8b-4e93-930c-f34eb32d817f node DatanodeRegistration(127.0.0.1:33093, datanodeUuid=25e40062-c05c-43a8-ad96-c0a8aada65b9, infoPort=45431, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=1444049825;c=1733777316222), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x275bb55601d0b429 with lease ID 0xfd1859afe4640a51: Processing first storage report for DS-ee1c51af-0ec3-4f1e-a326-596ce927f402 from datanode DatanodeRegistration(127.0.0.1:33093, datanodeUuid=25e40062-c05c-43a8-ad96-c0a8aada65b9, infoPort=45431, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=1444049825;c=1733777316222) 2024-12-09T20:48:38,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x275bb55601d0b429 with lease ID 0xfd1859afe4640a51: from storage DS-ee1c51af-0ec3-4f1e-a326-596ce927f402 node DatanodeRegistration(127.0.0.1:33093, datanodeUuid=25e40062-c05c-43a8-ad96-c0a8aada65b9, infoPort=45431, infoSecurePort=0, ipcPort=41763, storageInfo=lv=-57;cid=testClusterID;nsid=1444049825;c=1733777316222), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:38,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136 2024-12-09T20:48:38,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/zookeeper_0, clientPort=52671, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T20:48:38,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52671 2024-12-09T20:48:38,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:38,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:38,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:38,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:38,838 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e with version=8 2024-12-09T20:48:38,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/hbase-staging 2024-12-09T20:48:38,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:38,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:38,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:38,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:38,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:38,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:38,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T20:48:38,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:38,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33053 2024-12-09T20:48:38,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33053 connecting to ZooKeeper ensemble=127.0.0.1:52671 2024-12-09T20:48:38,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330530x0, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:38,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33053-0x1000c566a6f0000 connected 2024-12-09T20:48:39,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:39,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:39,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:39,017 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e, hbase.cluster.distributed=false 2024-12-09T20:48:39,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:39,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33053 2024-12-09T20:48:39,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33053 2024-12-09T20:48:39,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33053 2024-12-09T20:48:39,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33053 2024-12-09T20:48:39,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33053 2024-12-09T20:48:39,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:39,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:39,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:39,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:39,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:39,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:39,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:39,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:39,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40837 2024-12-09T20:48:39,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40837 connecting to ZooKeeper ensemble=127.0.0.1:52671 2024-12-09T20:48:39,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:39,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:39,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408370x0, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:39,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408370x0, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:39,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40837-0x1000c566a6f0001 connected 2024-12-09T20:48:39,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:39,057 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T20:48:39,062 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T20:48:39,066 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T20:48:39,069 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T20:48:39,070 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:39,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:39,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:39,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40837 2024-12-09T20:48:39,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40837 2024-12-09T20:48:39,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40837 2024-12-09T20:48:39,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40837 2024-12-09T20:48:39,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40837 2024-12-09T20:48:39,088 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:39,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:39,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:39,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:39,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:39,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:39,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:39,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:39,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45453 2024-12-09T20:48:39,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45453 connecting to ZooKeeper ensemble=127.0.0.1:52671 2024-12-09T20:48:39,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:39,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:39,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454530x0, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:39,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454530x0, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:39,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45453-0x1000c566a6f0002 connected 2024-12-09T20:48:39,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:39,102 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T20:48:39,107 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T20:48:39,107 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T20:48:39,108 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T20:48:39,109 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:39,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:39,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:39,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45453 2024-12-09T20:48:39,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45453 2024-12-09T20:48:39,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45453 2024-12-09T20:48:39,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45453 2024-12-09T20:48:39,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45453 2024-12-09T20:48:39,123 DEBUG [M:0;00c23a7251f8:33053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c23a7251f8:33053 2024-12-09T20:48:39,123 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c23a7251f8,33053,1733777318840 2024-12-09T20:48:39,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:39,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:39,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:39,132 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c23a7251f8,33053,1733777318840 2024-12-09T20:48:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,143 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T20:48:39,143 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c23a7251f8,33053,1733777318840 from backup master directory 2024-12-09T20:48:39,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:39,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:39,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c23a7251f8,33053,1733777318840 2024-12-09T20:48:39,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:39,153 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:39,153 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c23a7251f8,33053,1733777318840 2024-12-09T20:48:39,158 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/hbase.id] with ID: 70aee9c8-ea41-4a40-a493-942c9e162160 2024-12-09T20:48:39,158 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/.tmp/hbase.id 2024-12-09T20:48:39,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:39,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:39,165 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/.tmp/hbase.id]:[hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/hbase.id] 2024-12-09T20:48:39,177 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:39,177 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T20:48:39,178 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-09T20:48:39,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:39,191 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:39,192 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T20:48:39,192 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:39,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:39,200 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store 2024-12-09T20:48:39,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:39,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:39,206 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:39,206 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:39,206 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:39,206 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:39,206 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:39,206 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:39,206 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:39,206 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777319206Disabling compacts and flushes for region at 1733777319206Disabling writes for close at 1733777319206Writing region close event to WAL at 1733777319206Closed at 1733777319206 2024-12-09T20:48:39,207 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/.initializing 2024-12-09T20:48:39,207 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/WALs/00c23a7251f8,33053,1733777318840 2024-12-09T20:48:39,208 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:39,209 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C33053%2C1733777318840, suffix=, logDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/WALs/00c23a7251f8,33053,1733777318840, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/oldWALs, maxLogs=10 2024-12-09T20:48:39,220 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/WALs/00c23a7251f8,33053,1733777318840/00c23a7251f8%2C33053%2C1733777318840.1733777319210, exclude list is [], retry=0 2024-12-09T20:48:39,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-82c5b22e-cb8b-4e93-930c-f34eb32d817f,DISK] 2024-12-09T20:48:39,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39405,DS-ca06eb6d-2866-47b9-81de-22f5619be5cb,DISK] 2024-12-09T20:48:39,224 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/WALs/00c23a7251f8,33053,1733777318840/00c23a7251f8%2C33053%2C1733777318840.1733777319210 2024-12-09T20:48:39,225 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40965:40965),(127.0.0.1/127.0.0.1:45431:45431)] 2024-12-09T20:48:39,225 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:39,225 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:39,225 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,225 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T20:48:39,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:39,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:39,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T20:48:39,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:39,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:39,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T20:48:39,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:39,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:39,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T20:48:39,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:39,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:39,235 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,236 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,236 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,237 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,237 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,238 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:39,239 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:39,241 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:39,242 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70224165, jitterRate=0.0464216023683548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:39,242 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733777319225Initializing all the Stores at 1733777319226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777319226Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777319226Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777319226Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777319226Cleaning up temporary data from old regions at 1733777319237 (+11 ms)Region opened successfully at 1733777319242 (+5 ms) 2024-12-09T20:48:39,243 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T20:48:39,246 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3316b3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:39,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T20:48:39,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T20:48:39,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T20:48:39,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T20:48:39,248 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T20:48:39,248 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T20:48:39,248 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T20:48:39,250 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T20:48:39,251 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T20:48:39,258 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T20:48:39,258 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T20:48:39,259 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T20:48:39,269 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T20:48:39,269 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T20:48:39,270 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T20:48:39,279 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T20:48:39,280 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T20:48:39,290 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T20:48:39,292 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T20:48:39,300 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T20:48:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,311 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c23a7251f8,33053,1733777318840, sessionid=0x1000c566a6f0000, setting cluster-up flag (Was=false) 2024-12-09T20:48:39,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,364 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T20:48:39,366 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,33053,1733777318840 2024-12-09T20:48:39,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,417 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T20:48:39,420 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,33053,1733777318840 2024-12-09T20:48:39,424 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T20:48:39,428 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:39,429 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T20:48:39,429 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T20:48:39,429 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c23a7251f8,33053,1733777318840 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T20:48:39,432 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:39,433 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:39,433 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:39,433 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:39,433 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c23a7251f8:0, corePoolSize=10, maxPoolSize=10 2024-12-09T20:48:39,433 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,433 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:39,433 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,434 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733777349434 2024-12-09T20:48:39,434 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T20:48:39,434 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T20:48:39,434 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T20:48:39,434 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T20:48:39,434 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T20:48:39,434 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T20:48:39,434 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,435 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T20:48:39,435 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T20:48:39,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:39,435 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T20:48:39,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T20:48:39,435 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T20:48:39,435 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T20:48:39,435 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777319435,5,FailOnTimeoutGroup] 2024-12-09T20:48:39,435 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777319435,5,FailOnTimeoutGroup] 2024-12-09T20:48:39,435 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,435 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T20:48:39,436 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,436 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,436 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:39,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T20:48:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:39,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T20:48:39,443 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e 2024-12-09T20:48:39,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:39,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:39,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:39,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:39,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:39,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:39,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:39,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:39,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:39,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:39,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:39,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:39,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:39,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:39,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:39,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:39,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:39,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:39,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:39,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:39,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740 2024-12-09T20:48:39,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740 2024-12-09T20:48:39,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:39,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:39,462 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:39,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:39,464 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:39,465 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63544206, jitterRate=-0.0531175434589386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:39,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733777319452Initializing all the Stores at 1733777319453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777319453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777319453Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777319453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777319453Cleaning up temporary data from old regions at 1733777319461 (+8 ms)Region opened successfully at 1733777319465 (+4 ms) 2024-12-09T20:48:39,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:39,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:39,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:39,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:39,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:39,466 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:39,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777319465Disabling compacts and flushes for region at 1733777319465Disabling writes for close at 1733777319465Writing region close event to WAL at 1733777319466 (+1 ms)Closed at 1733777319466 2024-12-09T20:48:39,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:39,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T20:48:39,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T20:48:39,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:39,469 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T20:48:39,513 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T20:48:39,513 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T20:48:39,515 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(746): ClusterId : 70aee9c8-ea41-4a40-a493-942c9e162160 2024-12-09T20:48:39,515 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(746): ClusterId : 70aee9c8-ea41-4a40-a493-942c9e162160 2024-12-09T20:48:39,515 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:39,515 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:39,522 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:39,522 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:39,522 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:39,522 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:39,543 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:39,543 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:39,543 DEBUG [RS:1;00c23a7251f8:45453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366676b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:39,543 DEBUG [RS:0;00c23a7251f8:40837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270abb8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:39,553 DEBUG [RS:1;00c23a7251f8:45453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;00c23a7251f8:45453 2024-12-09T20:48:39,553 DEBUG [RS:0;00c23a7251f8:40837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c23a7251f8:40837 2024-12-09T20:48:39,553 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:39,553 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:39,553 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:39,553 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:39,553 DEBUG [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:39,553 DEBUG [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:39,554 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,33053,1733777318840 with port=40837, startcode=1733777319032 2024-12-09T20:48:39,554 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,33053,1733777318840 with port=45453, startcode=1733777319087 2024-12-09T20:48:39,554 DEBUG [RS:0;00c23a7251f8:40837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:39,554 DEBUG [RS:1;00c23a7251f8:45453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:39,555 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54277, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:39,555 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54619, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:39,555 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,40837,1733777319032 2024-12-09T20:48:39,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33053 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,40837,1733777319032 2024-12-09T20:48:39,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,45453,1733777319087 2024-12-09T20:48:39,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33053 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,45453,1733777319087 2024-12-09T20:48:39,557 DEBUG [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e 2024-12-09T20:48:39,557 DEBUG [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41121 2024-12-09T20:48:39,557 DEBUG [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:39,558 DEBUG [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e 2024-12-09T20:48:39,558 DEBUG [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41121 2024-12-09T20:48:39,558 DEBUG [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:39,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:39,599 DEBUG [RS:0;00c23a7251f8:40837 {}] zookeeper.ZKUtil(111): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,40837,1733777319032 2024-12-09T20:48:39,599 WARN [RS:0;00c23a7251f8:40837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:39,599 INFO [RS:0;00c23a7251f8:40837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:39,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,45453,1733777319087] 2024-12-09T20:48:39,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,40837,1733777319032] 2024-12-09T20:48:39,599 DEBUG [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,40837,1733777319032 2024-12-09T20:48:39,600 DEBUG [RS:1;00c23a7251f8:45453 {}] zookeeper.ZKUtil(111): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,45453,1733777319087 2024-12-09T20:48:39,600 WARN [RS:1;00c23a7251f8:45453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:39,600 INFO [RS:1;00c23a7251f8:45453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:39,600 DEBUG [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,45453,1733777319087 2024-12-09T20:48:39,606 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:39,606 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:39,608 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:39,609 INFO [RS:1;00c23a7251f8:45453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:39,609 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,610 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:39,610 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:39,611 INFO [RS:0;00c23a7251f8:40837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:39,611 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,611 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:39,611 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,611 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:39,611 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,611 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,611 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,611 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,611 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,611 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:39,611 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,611 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,611 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,611 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,612 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:39,612 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,612 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,612 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:39,612 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,612 DEBUG [RS:1;00c23a7251f8:45453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:39,612 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,612 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,612 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,612 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,612 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,612 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:39,612 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,612 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,612 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,613 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,613 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,613 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,613 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,613 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,613 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,45453,1733777319087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:39,613 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,613 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,613 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:39,613 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:39,613 DEBUG [RS:0;00c23a7251f8:40837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:39,613 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,614 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,614 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,614 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,614 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,614 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,40837,1733777319032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:39,619 WARN [00c23a7251f8:33053 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T20:48:39,628 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:39,628 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:39,628 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,45453,1733777319087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,628 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,40837,1733777319032-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,628 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,628 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,628 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.Replication(171): 00c23a7251f8,40837,1733777319032 started 2024-12-09T20:48:39,628 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.Replication(171): 00c23a7251f8,45453,1733777319087 started 2024-12-09T20:48:39,640 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,640 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:39,640 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,40837,1733777319032, RpcServer on 00c23a7251f8/172.17.0.2:40837, sessionid=0x1000c566a6f0001 2024-12-09T20:48:39,640 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,45453,1733777319087, RpcServer on 00c23a7251f8/172.17.0.2:45453, sessionid=0x1000c566a6f0002 2024-12-09T20:48:39,640 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:39,640 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:39,640 DEBUG [RS:0;00c23a7251f8:40837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,40837,1733777319032 2024-12-09T20:48:39,640 DEBUG [RS:1;00c23a7251f8:45453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,45453,1733777319087 2024-12-09T20:48:39,640 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,40837,1733777319032' 2024-12-09T20:48:39,640 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,45453,1733777319087' 2024-12-09T20:48:39,640 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:39,640 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:39,641 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:39,641 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:39,641 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:39,641 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:39,641 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:39,641 DEBUG [RS:0;00c23a7251f8:40837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,40837,1733777319032 2024-12-09T20:48:39,641 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:39,641 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,40837,1733777319032' 2024-12-09T20:48:39,641 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:39,641 DEBUG [RS:1;00c23a7251f8:45453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,45453,1733777319087 2024-12-09T20:48:39,641 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,45453,1733777319087' 2024-12-09T20:48:39,641 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:39,641 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:39,642 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:39,642 DEBUG [RS:0;00c23a7251f8:40837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:39,642 INFO [RS:0;00c23a7251f8:40837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:39,642 INFO [RS:0;00c23a7251f8:40837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:39,642 DEBUG [RS:1;00c23a7251f8:45453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:39,642 INFO [RS:1;00c23a7251f8:45453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:39,642 INFO [RS:1;00c23a7251f8:45453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:39,743 INFO [RS:0;00c23a7251f8:40837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:39,743 INFO [RS:1;00c23a7251f8:45453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:39,746 INFO [RS:1;00c23a7251f8:45453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C45453%2C1733777319087, suffix=, logDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,45453,1733777319087, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/oldWALs, maxLogs=32 2024-12-09T20:48:39,746 INFO [RS:0;00c23a7251f8:40837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C40837%2C1733777319032, suffix=, logDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,40837,1733777319032, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/oldWALs, maxLogs=32 2024-12-09T20:48:39,761 DEBUG [RS:1;00c23a7251f8:45453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,45453,1733777319087/00c23a7251f8%2C45453%2C1733777319087.1733777319747, exclude list is [], retry=0 2024-12-09T20:48:39,761 DEBUG [RS:0;00c23a7251f8:40837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,40837,1733777319032/00c23a7251f8%2C40837%2C1733777319032.1733777319747, exclude list is [], retry=0 2024-12-09T20:48:39,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39405,DS-ca06eb6d-2866-47b9-81de-22f5619be5cb,DISK] 2024-12-09T20:48:39,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-82c5b22e-cb8b-4e93-930c-f34eb32d817f,DISK] 2024-12-09T20:48:39,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-82c5b22e-cb8b-4e93-930c-f34eb32d817f,DISK] 2024-12-09T20:48:39,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39405,DS-ca06eb6d-2866-47b9-81de-22f5619be5cb,DISK] 2024-12-09T20:48:39,766 INFO [RS:1;00c23a7251f8:45453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,45453,1733777319087/00c23a7251f8%2C45453%2C1733777319087.1733777319747 2024-12-09T20:48:39,766 INFO [RS:0;00c23a7251f8:40837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,40837,1733777319032/00c23a7251f8%2C40837%2C1733777319032.1733777319747 2024-12-09T20:48:39,766 DEBUG [RS:1;00c23a7251f8:45453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431),(127.0.0.1/127.0.0.1:40965:40965)] 2024-12-09T20:48:39,766 DEBUG [RS:0;00c23a7251f8:40837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45431:45431),(127.0.0.1/127.0.0.1:40965:40965)] 2024-12-09T20:48:39,869 DEBUG [00c23a7251f8:33053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T20:48:39,870 DEBUG [00c23a7251f8:33053 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:39,874 DEBUG [00c23a7251f8:33053 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:39,874 DEBUG [00c23a7251f8:33053 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:39,874 DEBUG [00c23a7251f8:33053 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:39,874 DEBUG [00c23a7251f8:33053 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:39,874 INFO [00c23a7251f8:33053 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:39,875 INFO [00c23a7251f8:33053 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:39,875 DEBUG [00c23a7251f8:33053 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:39,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c23a7251f8,40837,1733777319032 2024-12-09T20:48:39,877 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,40837,1733777319032, state=OPENING 2024-12-09T20:48:39,960 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T20:48:39,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:39,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:39,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:39,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:39,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:39,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,40837,1733777319032}] 2024-12-09T20:48:40,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:40,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38823, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:40,135 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T20:48:40,136 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:40,136 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T20:48:40,139 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C40837%2C1733777319032.meta, suffix=.meta, logDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,40837,1733777319032, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/oldWALs, maxLogs=32 2024-12-09T20:48:40,150 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,40837,1733777319032/00c23a7251f8%2C40837%2C1733777319032.meta.1733777320140.meta, exclude list is [], retry=0 2024-12-09T20:48:40,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-82c5b22e-cb8b-4e93-930c-f34eb32d817f,DISK] 2024-12-09T20:48:40,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39405,DS-ca06eb6d-2866-47b9-81de-22f5619be5cb,DISK] 2024-12-09T20:48:40,155 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/WALs/00c23a7251f8,40837,1733777319032/00c23a7251f8%2C40837%2C1733777319032.meta.1733777320140.meta 2024-12-09T20:48:40,155 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40965:40965),(127.0.0.1/127.0.0.1:45431:45431)] 2024-12-09T20:48:40,155 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:40,155 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T20:48:40,155 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T20:48:40,155 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T20:48:40,156 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T20:48:40,156 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:40,156 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T20:48:40,156 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T20:48:40,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:40,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:40,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:40,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:40,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:40,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:40,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:40,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:40,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:40,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:40,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:40,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:40,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:40,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:40,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:40,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:40,162 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:40,163 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740 2024-12-09T20:48:40,164 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740 2024-12-09T20:48:40,165 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:40,165 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:40,165 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:40,166 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:40,167 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75181072, jitterRate=0.1202852725982666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:40,167 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T20:48:40,168 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733777320156Writing region info on filesystem at 1733777320156Initializing all the Stores at 1733777320157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777320157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777320157Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777320157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777320157Cleaning up temporary data from old regions at 1733777320165 (+8 ms)Running coprocessor post-open hooks at 1733777320167 (+2 ms)Region opened successfully at 1733777320168 (+1 ms) 2024-12-09T20:48:40,169 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733777320128 2024-12-09T20:48:40,171 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T20:48:40,171 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T20:48:40,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,40837,1733777319032 2024-12-09T20:48:40,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,40837,1733777319032, state=OPEN 2024-12-09T20:48:40,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:40,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:40,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:40,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c23a7251f8,40837,1733777319032 2024-12-09T20:48:40,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:40,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:40,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:40,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T20:48:40,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,40837,1733777319032 in 212 msec 2024-12-09T20:48:40,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T20:48:40,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 721 msec 2024-12-09T20:48:40,193 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:40,193 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T20:48:40,195 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:40,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,40837,1733777319032, seqNum=-1] 2024-12-09T20:48:40,196 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:40,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:40,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 776 msec 2024-12-09T20:48:40,203 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733777320203, completionTime=-1 2024-12-09T20:48:40,203 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T20:48:40,203 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T20:48:40,205 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T20:48:40,205 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733777380205 2024-12-09T20:48:40,205 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733777440205 2024-12-09T20:48:40,205 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-09T20:48:40,205 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T20:48:40,206 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,33053,1733777318840-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:40,206 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,33053,1733777318840-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:40,206 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,33053,1733777318840-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:40,206 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c23a7251f8:33053, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:40,206 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:40,206 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:40,208 DEBUG [master/00c23a7251f8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T20:48:40,210 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.057sec 2024-12-09T20:48:40,210 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T20:48:40,210 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T20:48:40,210 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T20:48:40,210 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T20:48:40,210 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T20:48:40,210 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,33053,1733777318840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:40,210 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,33053,1733777318840-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T20:48:40,212 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T20:48:40,212 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T20:48:40,212 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,33053,1733777318840-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:40,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11835219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:40,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c23a7251f8,33053,-1 for getting cluster id 2024-12-09T20:48:40,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T20:48:40,217 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70aee9c8-ea41-4a40-a493-942c9e162160' 2024-12-09T20:48:40,217 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T20:48:40,218 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70aee9c8-ea41-4a40-a493-942c9e162160" 2024-12-09T20:48:40,218 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258d2dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:40,218 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c23a7251f8,33053,-1] 2024-12-09T20:48:40,218 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T20:48:40,218 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:40,219 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T20:48:40,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49181934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:40,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:40,222 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,40837,1733777319032, seqNum=-1] 2024-12-09T20:48:40,222 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:40,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:40,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c23a7251f8,33053,1733777318840 2024-12-09T20:48:40,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T20:48:40,226 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c23a7251f8,33053,1733777318840 2024-12-09T20:48:40,226 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11f0a217 2024-12-09T20:48:40,226 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T20:48:40,228 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T20:48:40,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T20:48:40,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T20:48:40,231 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:40,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T20:48:40,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T20:48:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:40,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:40,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7151b30eb2c8099ba5e169077daa27f0, NAME => 'testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e 2024-12-09T20:48:40,242 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 16fdea7572adca30e0b61590b19aafd4, NAME => 'testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e 2024-12-09T20:48:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:40,250 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:40,250 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 16fdea7572adca30e0b61590b19aafd4, disabling compactions & flushes 2024-12-09T20:48:40,250 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:40,250 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:40,250 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. after waiting 0 ms 2024-12-09T20:48:40,251 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:40,251 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:40,251 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 16fdea7572adca30e0b61590b19aafd4: Waiting for close lock at 1733777320250Disabling compacts and flushes for region at 1733777320250Disabling writes for close at 1733777320250Writing region close event to WAL at 1733777320251 (+1 ms)Closed at 1733777320251 2024-12-09T20:48:40,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:40,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:40,652 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:40,652 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7151b30eb2c8099ba5e169077daa27f0, disabling compactions & flushes 2024-12-09T20:48:40,652 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:40,652 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:40,652 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. after waiting 0 ms 2024-12-09T20:48:40,652 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:40,652 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:40,652 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7151b30eb2c8099ba5e169077daa27f0: Waiting for close lock at 1733777320652Disabling compacts and flushes for region at 1733777320652Disabling writes for close at 1733777320652Writing region close event to WAL at 1733777320652Closed at 1733777320652 2024-12-09T20:48:40,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T20:48:40,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777320654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777320654"}]},"ts":"1733777320654"} 2024-12-09T20:48:40,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777320654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777320654"}]},"ts":"1733777320654"} 2024-12-09T20:48:40,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T20:48:40,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T20:48:40,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777320660"}]},"ts":"1733777320660"} 2024-12-09T20:48:40,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T20:48:40,663 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:40,664 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:40,664 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:40,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:40,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7151b30eb2c8099ba5e169077daa27f0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=16fdea7572adca30e0b61590b19aafd4, ASSIGN}] 2024-12-09T20:48:40,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=16fdea7572adca30e0b61590b19aafd4, ASSIGN 2024-12-09T20:48:40,666 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7151b30eb2c8099ba5e169077daa27f0, ASSIGN 2024-12-09T20:48:40,667 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=16fdea7572adca30e0b61590b19aafd4, ASSIGN; state=OFFLINE, location=00c23a7251f8,45453,1733777319087; forceNewPlan=false, retain=false 2024-12-09T20:48:40,667 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7151b30eb2c8099ba5e169077daa27f0, ASSIGN; state=OFFLINE, location=00c23a7251f8,40837,1733777319032; forceNewPlan=false, retain=false 2024-12-09T20:48:40,817 INFO [00c23a7251f8:33053 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T20:48:40,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=16fdea7572adca30e0b61590b19aafd4, regionState=OPENING, regionLocation=00c23a7251f8,45453,1733777319087 2024-12-09T20:48:40,818 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7151b30eb2c8099ba5e169077daa27f0, regionState=OPENING, regionLocation=00c23a7251f8,40837,1733777319032 2024-12-09T20:48:40,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=16fdea7572adca30e0b61590b19aafd4, ASSIGN because future has completed 2024-12-09T20:48:40,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16fdea7572adca30e0b61590b19aafd4, server=00c23a7251f8,45453,1733777319087}] 2024-12-09T20:48:40,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7151b30eb2c8099ba5e169077daa27f0, ASSIGN because future has completed 2024-12-09T20:48:40,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7151b30eb2c8099ba5e169077daa27f0, server=00c23a7251f8,40837,1733777319032}] 2024-12-09T20:48:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:40,979 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:40,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:40,984 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:40,984 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 16fdea7572adca30e0b61590b19aafd4, NAME => 'testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T20:48:40,984 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,985 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:40,985 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,985 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,986 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:40,986 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 7151b30eb2c8099ba5e169077daa27f0, NAME => 'testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T20:48:40,986 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,986 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:40,986 INFO [StoreOpener-16fdea7572adca30e0b61590b19aafd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,986 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,986 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,988 INFO [StoreOpener-7151b30eb2c8099ba5e169077daa27f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,988 INFO [StoreOpener-16fdea7572adca30e0b61590b19aafd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16fdea7572adca30e0b61590b19aafd4 columnFamilyName family 2024-12-09T20:48:40,988 DEBUG [StoreOpener-16fdea7572adca30e0b61590b19aafd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:40,988 INFO [StoreOpener-16fdea7572adca30e0b61590b19aafd4-1 {}] regionserver.HStore(327): Store=16fdea7572adca30e0b61590b19aafd4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:40,988 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,989 INFO [StoreOpener-7151b30eb2c8099ba5e169077daa27f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7151b30eb2c8099ba5e169077daa27f0 columnFamilyName family 2024-12-09T20:48:40,989 DEBUG [StoreOpener-7151b30eb2c8099ba5e169077daa27f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:40,989 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,990 INFO [StoreOpener-7151b30eb2c8099ba5e169077daa27f0-1 {}] regionserver.HStore(327): Store=7151b30eb2c8099ba5e169077daa27f0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:40,990 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,990 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,990 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,990 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,990 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,991 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,991 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,991 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,991 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,992 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,993 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/16fdea7572adca30e0b61590b19aafd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:40,994 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/7151b30eb2c8099ba5e169077daa27f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:40,994 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 16fdea7572adca30e0b61590b19aafd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61807773, jitterRate=-0.07899241149425507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:40,994 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:40,994 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 7151b30eb2c8099ba5e169077daa27f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61263578, jitterRate=-0.08710154891014099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:40,994 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:40,995 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 16fdea7572adca30e0b61590b19aafd4: Running coprocessor pre-open hook at 1733777320985Writing region info on filesystem at 1733777320985Initializing all the Stores at 1733777320986 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777320986Cleaning up temporary data from old regions at 1733777320990 (+4 ms)Running coprocessor post-open hooks at 1733777320994 (+4 ms)Region opened successfully at 1733777320995 (+1 ms) 2024-12-09T20:48:40,995 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 7151b30eb2c8099ba5e169077daa27f0: Running coprocessor pre-open hook at 1733777320986Writing region info on filesystem at 1733777320986Initializing all the Stores at 1733777320987 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777320987Cleaning up temporary data from old regions at 1733777320991 (+4 ms)Running coprocessor post-open hooks at 1733777320994 (+3 ms)Region opened successfully at 1733777320995 (+1 ms) 2024-12-09T20:48:40,996 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4., pid=7, masterSystemTime=1733777320978 2024-12-09T20:48:40,996 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0., pid=8, masterSystemTime=1733777320982 2024-12-09T20:48:40,998 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:40,998 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:40,999 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7151b30eb2c8099ba5e169077daa27f0, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,40837,1733777319032 2024-12-09T20:48:40,999 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:40,999 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:41,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=16fdea7572adca30e0b61590b19aafd4, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,45453,1733777319087 2024-12-09T20:48:41,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7151b30eb2c8099ba5e169077daa27f0, server=00c23a7251f8,40837,1733777319032 because future has completed 2024-12-09T20:48:41,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16fdea7572adca30e0b61590b19aafd4, server=00c23a7251f8,45453,1733777319087 because future has completed 2024-12-09T20:48:41,005 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33053 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=00c23a7251f8,45453,1733777319087, table=testClearRegionBlockCache, region=16fdea7572adca30e0b61590b19aafd4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-09T20:48:41,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-09T20:48:41,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7151b30eb2c8099ba5e169077daa27f0, server=00c23a7251f8,40837,1733777319032 in 177 msec 2024-12-09T20:48:41,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-09T20:48:41,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 16fdea7572adca30e0b61590b19aafd4, server=00c23a7251f8,45453,1733777319087 in 183 msec 2024-12-09T20:48:41,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7151b30eb2c8099ba5e169077daa27f0, ASSIGN in 342 msec 2024-12-09T20:48:41,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-09T20:48:41,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=16fdea7572adca30e0b61590b19aafd4, ASSIGN in 344 msec 2024-12-09T20:48:41,014 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T20:48:41,014 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777321014"}]},"ts":"1733777321014"} 2024-12-09T20:48:41,017 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T20:48:41,018 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T20:48:41,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 790 msec 2024-12-09T20:48:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:41,373 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T20:48:41,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T20:48:41,373 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:41,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T20:48:41,377 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:41,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T20:48:41,380 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0., hostname=00c23a7251f8,40837,1733777319032, seqNum=2] 2024-12-09T20:48:41,393 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4., hostname=00c23a7251f8,45453,1733777319087, seqNum=2] 2024-12-09T20:48:41,393 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:41,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:41,405 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7151b30eb2c8099ba5e169077daa27f0 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T20:48:41,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/7151b30eb2c8099ba5e169077daa27f0/.tmp/family/968face8cf4c4bc5874892a9e6be9087 is 32, key is 1/family:/1733777321381/Put/seqid=0 2024-12-09T20:48:41,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741839_1015 (size=5054) 2024-12-09T20:48:41,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741839_1015 (size=5054) 2024-12-09T20:48:41,425 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/7151b30eb2c8099ba5e169077daa27f0/.tmp/family/968face8cf4c4bc5874892a9e6be9087 2024-12-09T20:48:41,432 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/7151b30eb2c8099ba5e169077daa27f0/.tmp/family/968face8cf4c4bc5874892a9e6be9087 as hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/7151b30eb2c8099ba5e169077daa27f0/family/968face8cf4c4bc5874892a9e6be9087 2024-12-09T20:48:41,437 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/7151b30eb2c8099ba5e169077daa27f0/family/968face8cf4c4bc5874892a9e6be9087, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T20:48:41,438 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7151b30eb2c8099ba5e169077daa27f0 in 33ms, sequenceid=8, compaction requested=false 2024-12-09T20:48:41,438 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7151b30eb2c8099ba5e169077daa27f0: 2024-12-09T20:48:41,438 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 16fdea7572adca30e0b61590b19aafd4 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T20:48:41,452 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/16fdea7572adca30e0b61590b19aafd4/.tmp/family/b058933207bb4e99b2dc54ad44c3f824 is 32, key is 5/family:/1733777321395/Put/seqid=0 2024-12-09T20:48:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741840_1016 (size=5083) 2024-12-09T20:48:41,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741840_1016 (size=5083) 2024-12-09T20:48:41,458 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/16fdea7572adca30e0b61590b19aafd4/.tmp/family/b058933207bb4e99b2dc54ad44c3f824 2024-12-09T20:48:41,466 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/16fdea7572adca30e0b61590b19aafd4/.tmp/family/b058933207bb4e99b2dc54ad44c3f824 as hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/16fdea7572adca30e0b61590b19aafd4/family/b058933207bb4e99b2dc54ad44c3f824 2024-12-09T20:48:41,473 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/16fdea7572adca30e0b61590b19aafd4/family/b058933207bb4e99b2dc54ad44c3f824, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T20:48:41,474 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 16fdea7572adca30e0b61590b19aafd4 in 36ms, sequenceid=9, compaction requested=false 2024-12-09T20:48:41,474 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 16fdea7572adca30e0b61590b19aafd4: 2024-12-09T20:48:41,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcf5a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:41,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c23a7251f8,33053,-1 for getting cluster id 2024-12-09T20:48:41,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T20:48:41,477 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70aee9c8-ea41-4a40-a493-942c9e162160' 2024-12-09T20:48:41,477 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T20:48:41,477 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70aee9c8-ea41-4a40-a493-942c9e162160" 2024-12-09T20:48:41,477 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48074a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:41,477 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c23a7251f8,33053,-1] 2024-12-09T20:48:41,478 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T20:48:41,478 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:41,479 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T20:48:41,480 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd2b2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:41,486 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T20:48:41,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:41,488 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,40837,1733777319032, seqNum=-1] 2024-12-09T20:48:41,489 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:41,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:41,494 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:41,494 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:41,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:41,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] bucket.BucketCache(1863): found 1 blocks for file b058933207bb4e99b2dc54ad44c3f824, starting offset: 0, end offset: 9223372036854775807 2024-12-09T20:48:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45453 {}] bucket.BucketCache(856): removed key b058933207bb4e99b2dc54ad44c3f824_0 from back map with offset lock 2094080 in the evict process 2024-12-09T20:48:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40837 {}] bucket.BucketCache(1863): found 1 blocks for file 968face8cf4c4bc5874892a9e6be9087, starting offset: 0, end offset: 9223372036854775807 2024-12-09T20:48:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40837 {}] bucket.BucketCache(856): removed key 968face8cf4c4bc5874892a9e6be9087_0 from back map with offset lock 2094080 in the evict process 2024-12-09T20:48:41,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:41,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:41,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:41,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:41,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T20:48:41,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:41,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:41,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:41,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:41,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T20:48:41,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T20:48:41,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1529532809, stopped=false 2024-12-09T20:48:41,499 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c23a7251f8,33053,1733777318840 2024-12-09T20:48:41,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T20:48:41,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:41,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:41,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:41,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:41,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:41,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:41,550 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:41,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:41,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:41,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:41,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,40837,1733777319032' ***** 2024-12-09T20:48:41,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:41,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,45453,1733777319087' ***** 2024-12-09T20:48:41,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:41,551 INFO [RS:0;00c23a7251f8:40837 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T20:48:41,551 INFO [RS:1;00c23a7251f8:45453 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T20:48:41,551 INFO [RS:1;00c23a7251f8:45453 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T20:48:41,552 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T20:48:41,552 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:41,552 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T20:48:41,552 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T20:48:41,552 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T20:48:41,552 INFO [RS:1;00c23a7251f8:45453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:41,552 INFO [RS:1;00c23a7251f8:45453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:41,552 INFO [RS:0;00c23a7251f8:40837 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T20:48:41,552 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:41,552 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(3091): Received CLOSE for 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:41,552 INFO [RS:0;00c23a7251f8:40837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:41,552 INFO [RS:0;00c23a7251f8:40837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:41,552 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T20:48:41,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:41,552 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(3091): Received CLOSE for 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:41,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:41,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:41,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:41,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:41,555 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T20:48:41,556 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,45453,1733777319087 2024-12-09T20:48:41,556 INFO [RS:1;00c23a7251f8:45453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:41,556 INFO [RS:1;00c23a7251f8:45453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;00c23a7251f8:45453. 2024-12-09T20:48:41,556 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16fdea7572adca30e0b61590b19aafd4, disabling compactions & flushes 2024-12-09T20:48:41,556 DEBUG [RS:1;00c23a7251f8:45453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:41,556 DEBUG [RS:1;00c23a7251f8:45453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:41,556 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:41,556 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:41,556 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. after waiting 0 ms 2024-12-09T20:48:41,556 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T20:48:41,556 DEBUG [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(1325): Online Regions={16fdea7572adca30e0b61590b19aafd4=testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4.} 2024-12-09T20:48:41,556 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:41,556 DEBUG [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(1351): Waiting on 16fdea7572adca30e0b61590b19aafd4 2024-12-09T20:48:41,557 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,40837,1733777319032 2024-12-09T20:48:41,557 INFO [RS:0;00c23a7251f8:40837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:41,557 INFO [RS:0;00c23a7251f8:40837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c23a7251f8:40837. 2024-12-09T20:48:41,557 DEBUG [RS:0;00c23a7251f8:40837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:41,557 DEBUG [RS:0;00c23a7251f8:40837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:41,557 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:41,557 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:41,557 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:41,557 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T20:48:41,558 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7151b30eb2c8099ba5e169077daa27f0, disabling compactions & flushes 2024-12-09T20:48:41,558 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:41,558 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:41,558 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. after waiting 0 ms 2024-12-09T20:48:41,558 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:41,558 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T20:48:41,558 DEBUG [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(1325): Online Regions={7151b30eb2c8099ba5e169077daa27f0=testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T20:48:41,558 DEBUG [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7151b30eb2c8099ba5e169077daa27f0 2024-12-09T20:48:41,558 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:41,558 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:41,558 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:41,558 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:41,558 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:41,558 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T20:48:41,570 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/7151b30eb2c8099ba5e169077daa27f0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T20:48:41,570 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/default/testClearRegionBlockCache/16fdea7572adca30e0b61590b19aafd4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T20:48:41,570 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:41,571 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7151b30eb2c8099ba5e169077daa27f0: Waiting for close lock at 1733777321558Running coprocessor pre-close hooks at 1733777321558Disabling compacts and flushes for region at 1733777321558Disabling writes for close at 1733777321558Writing region close event to WAL at 1733777321559 (+1 ms)Running coprocessor post-close hooks at 1733777321570 (+11 ms)Closed at 1733777321570 2024-12-09T20:48:41,571 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:41,571 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733777320228.7151b30eb2c8099ba5e169077daa27f0. 2024-12-09T20:48:41,571 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16fdea7572adca30e0b61590b19aafd4: Waiting for close lock at 1733777321556Running coprocessor pre-close hooks at 1733777321556Disabling compacts and flushes for region at 1733777321556Disabling writes for close at 1733777321556Writing region close event to WAL at 1733777321560 (+4 ms)Running coprocessor post-close hooks at 1733777321570 (+10 ms)Closed at 1733777321571 (+1 ms) 2024-12-09T20:48:41,571 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4. 2024-12-09T20:48:41,576 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/.tmp/info/4523df09d310428bb06173b68f4df14a is 173, key is testClearRegionBlockCache,5,1733777320228.16fdea7572adca30e0b61590b19aafd4./info:regioninfo/1733777321000/Put/seqid=0 2024-12-09T20:48:41,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:41,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:41,582 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/.tmp/info/4523df09d310428bb06173b68f4df14a 2024-12-09T20:48:41,609 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/.tmp/ns/b53a6656e54643c38871aa6796d99311 is 43, key is default/ns:d/1733777320198/Put/seqid=0 2024-12-09T20:48:41,615 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:41,616 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:41,616 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T20:48:41,616 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T20:48:41,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:41,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:41,619 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/.tmp/ns/b53a6656e54643c38871aa6796d99311 2024-12-09T20:48:41,620 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T20:48:41,620 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T20:48:41,641 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/.tmp/table/cc9c61914cd1489cbcdafb07594ea3d8 is 61, key is testClearRegionBlockCache/table:state/1733777321014/Put/seqid=0 2024-12-09T20:48:41,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:41,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:41,652 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/.tmp/table/cc9c61914cd1489cbcdafb07594ea3d8 2024-12-09T20:48:41,661 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/.tmp/info/4523df09d310428bb06173b68f4df14a as hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/info/4523df09d310428bb06173b68f4df14a 2024-12-09T20:48:41,670 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/info/4523df09d310428bb06173b68f4df14a, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T20:48:41,671 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/.tmp/ns/b53a6656e54643c38871aa6796d99311 as hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/ns/b53a6656e54643c38871aa6796d99311 2024-12-09T20:48:41,678 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/ns/b53a6656e54643c38871aa6796d99311, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T20:48:41,680 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/.tmp/table/cc9c61914cd1489cbcdafb07594ea3d8 as hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/table/cc9c61914cd1489cbcdafb07594ea3d8 2024-12-09T20:48:41,687 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/table/cc9c61914cd1489cbcdafb07594ea3d8, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T20:48:41,688 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=13, compaction requested=false 2024-12-09T20:48:41,693 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T20:48:41,694 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T20:48:41,694 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:41,694 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777321558Running coprocessor pre-close hooks at 1733777321558Disabling compacts and flushes for region at 1733777321558Disabling writes for close at 1733777321558Obtaining lock to block concurrent updates at 1733777321558Preparing flush snapshotting stores in 1588230740 at 1733777321558Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733777321559 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733777321560 (+1 ms)Flushing 1588230740/info: creating writer at 1733777321560Flushing 1588230740/info: appending metadata at 1733777321575 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733777321575Flushing 1588230740/ns: creating writer at 1733777321589 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733777321608 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733777321608Flushing 1588230740/table: creating writer at 1733777321626 (+18 ms)Flushing 1588230740/table: appending metadata at 1733777321641 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733777321641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22682022: reopening flushed file at 1733777321660 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18092f9d: reopening flushed file at 1733777321670 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a05003: reopening flushed file at 1733777321679 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=13, compaction requested=false at 1733777321688 (+9 ms)Writing region close event to WAL at 1733777321689 (+1 ms)Running coprocessor post-close hooks at 1733777321694 (+5 ms)Closed at 1733777321694 2024-12-09T20:48:41,694 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:41,756 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,45453,1733777319087; all regions closed. 2024-12-09T20:48:41,758 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,40837,1733777319032; all regions closed. 2024-12-09T20:48:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741833_1009 (size=1867) 2024-12-09T20:48:41,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741833_1009 (size=1867) 2024-12-09T20:48:41,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:41,764 DEBUG [RS:1;00c23a7251f8:45453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/oldWALs 2024-12-09T20:48:41,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:41,764 INFO [RS:1;00c23a7251f8:45453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C45453%2C1733777319087:(num 1733777319747) 2024-12-09T20:48:41,764 DEBUG [RS:1;00c23a7251f8:45453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:41,764 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:41,764 INFO [RS:1;00c23a7251f8:45453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:41,764 INFO [RS:1;00c23a7251f8:45453 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:41,765 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:41,765 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:41,765 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:41,765 INFO [RS:1;00c23a7251f8:45453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:41,765 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:41,765 INFO [RS:1;00c23a7251f8:45453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45453 2024-12-09T20:48:41,768 DEBUG [RS:0;00c23a7251f8:40837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/oldWALs 2024-12-09T20:48:41,768 INFO [RS:0;00c23a7251f8:40837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C40837%2C1733777319032.meta:.meta(num 1733777320140) 2024-12-09T20:48:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741834_1010 (size=1758) 2024-12-09T20:48:41,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741834_1010 (size=1758) 2024-12-09T20:48:41,773 DEBUG [RS:0;00c23a7251f8:40837 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/oldWALs 2024-12-09T20:48:41,774 INFO [RS:0;00c23a7251f8:40837 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C40837%2C1733777319032:(num 1733777319747) 2024-12-09T20:48:41,774 DEBUG [RS:0;00c23a7251f8:40837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:41,774 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:41,774 INFO [RS:0;00c23a7251f8:40837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:41,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,45453,1733777319087 2024-12-09T20:48:41,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:41,774 INFO [RS:1;00c23a7251f8:45453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:41,774 INFO [RS:0;00c23a7251f8:40837 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:41,774 INFO [RS:0;00c23a7251f8:40837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:41,774 INFO [RS:0;00c23a7251f8:40837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40837 2024-12-09T20:48:41,775 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:41,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,45453,1733777319087] 2024-12-09T20:48:41,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,40837,1733777319032 2024-12-09T20:48:41,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:41,795 INFO [RS:0;00c23a7251f8:40837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:41,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,45453,1733777319087 already deleted, retry=false 2024-12-09T20:48:41,806 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,45453,1733777319087 expired; onlineServers=1 2024-12-09T20:48:41,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,40837,1733777319032] 2024-12-09T20:48:41,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,40837,1733777319032 already deleted, retry=false 2024-12-09T20:48:41,827 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,40837,1733777319032 expired; onlineServers=0 2024-12-09T20:48:41,827 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c23a7251f8,33053,1733777318840' ***** 2024-12-09T20:48:41,827 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T20:48:41,827 INFO [M:0;00c23a7251f8:33053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:41,827 INFO [M:0;00c23a7251f8:33053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:41,827 DEBUG [M:0;00c23a7251f8:33053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T20:48:41,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T20:48:41,827 DEBUG [M:0;00c23a7251f8:33053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T20:48:41,827 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777319435 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777319435,5,FailOnTimeoutGroup] 2024-12-09T20:48:41,827 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777319435 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777319435,5,FailOnTimeoutGroup] 2024-12-09T20:48:41,827 INFO [M:0;00c23a7251f8:33053 {}] hbase.ChoreService(370): Chore service for: master/00c23a7251f8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:41,827 INFO [M:0;00c23a7251f8:33053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:41,827 DEBUG [M:0;00c23a7251f8:33053 {}] master.HMaster(1795): Stopping service threads 2024-12-09T20:48:41,827 INFO [M:0;00c23a7251f8:33053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T20:48:41,828 INFO [M:0;00c23a7251f8:33053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:41,828 INFO [M:0;00c23a7251f8:33053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T20:48:41,828 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T20:48:41,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:41,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:41,837 DEBUG [M:0;00c23a7251f8:33053 {}] zookeeper.ZKUtil(347): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T20:48:41,837 WARN [M:0;00c23a7251f8:33053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T20:48:41,838 INFO [M:0;00c23a7251f8:33053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/.lastflushedseqids 2024-12-09T20:48:41,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741844_1020 (size=182) 2024-12-09T20:48:41,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741844_1020 (size=182) 2024-12-09T20:48:41,849 INFO [M:0;00c23a7251f8:33053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T20:48:41,849 INFO [M:0;00c23a7251f8:33053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T20:48:41,849 DEBUG [M:0;00c23a7251f8:33053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:41,849 INFO [M:0;00c23a7251f8:33053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:41,849 DEBUG [M:0;00c23a7251f8:33053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:41,849 DEBUG [M:0;00c23a7251f8:33053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:41,849 DEBUG [M:0;00c23a7251f8:33053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:41,849 INFO [M:0;00c23a7251f8:33053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-09T20:48:41,868 DEBUG [M:0;00c23a7251f8:33053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93aa1e818f804bfba51263b5ffc5b2d0 is 82, key is hbase:meta,,1/info:regioninfo/1733777320172/Put/seqid=0 2024-12-09T20:48:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:41,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:41,885 INFO [RS:1;00c23a7251f8:45453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:41,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45453-0x1000c566a6f0002, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:41,885 INFO [RS:1;00c23a7251f8:45453 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,45453,1733777319087; zookeeper connection closed. 2024-12-09T20:48:41,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@447e13c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@447e13c3 2024-12-09T20:48:41,916 INFO [RS:0;00c23a7251f8:40837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:41,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:41,916 INFO [RS:0;00c23a7251f8:40837 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,40837,1733777319032; zookeeper connection closed. 2024-12-09T20:48:41,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40837-0x1000c566a6f0001, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:41,916 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a13f5f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a13f5f4 2024-12-09T20:48:41,917 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T20:48:42,275 INFO [M:0;00c23a7251f8:33053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93aa1e818f804bfba51263b5ffc5b2d0 2024-12-09T20:48:42,295 DEBUG [M:0;00c23a7251f8:33053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9e6bb2c1a4549f5a04172672073aacb is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733777321020/Put/seqid=0 2024-12-09T20:48:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741846_1022 (size=6218) 2024-12-09T20:48:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741846_1022 (size=6218) 2024-12-09T20:48:42,701 INFO [M:0;00c23a7251f8:33053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9e6bb2c1a4549f5a04172672073aacb 2024-12-09T20:48:42,718 DEBUG [M:0;00c23a7251f8:33053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6595ed81940949d49a8544ac47e59087 is 69, key is 00c23a7251f8,40837,1733777319032/rs:state/1733777319556/Put/seqid=0 2024-12-09T20:48:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:42,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:42,724 INFO [M:0;00c23a7251f8:33053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6595ed81940949d49a8544ac47e59087 2024-12-09T20:48:42,729 DEBUG [M:0;00c23a7251f8:33053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93aa1e818f804bfba51263b5ffc5b2d0 as hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93aa1e818f804bfba51263b5ffc5b2d0 2024-12-09T20:48:42,735 INFO [M:0;00c23a7251f8:33053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93aa1e818f804bfba51263b5ffc5b2d0, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T20:48:42,736 DEBUG [M:0;00c23a7251f8:33053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9e6bb2c1a4549f5a04172672073aacb as hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9e6bb2c1a4549f5a04172672073aacb 2024-12-09T20:48:42,741 INFO [M:0;00c23a7251f8:33053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9e6bb2c1a4549f5a04172672073aacb, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T20:48:42,743 DEBUG [M:0;00c23a7251f8:33053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6595ed81940949d49a8544ac47e59087 as hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6595ed81940949d49a8544ac47e59087 2024-12-09T20:48:42,748 INFO [M:0;00c23a7251f8:33053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5bb0475a-bfa7-e201-2a50-2b42802ff79e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6595ed81940949d49a8544ac47e59087, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T20:48:42,749 INFO [M:0;00c23a7251f8:33053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=71, compaction requested=false 2024-12-09T20:48:42,750 INFO [M:0;00c23a7251f8:33053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:42,751 DEBUG [M:0;00c23a7251f8:33053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777321849Disabling compacts and flushes for region at 1733777321849Disabling writes for close at 1733777321849Obtaining lock to block concurrent updates at 1733777321849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733777321849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733777321850 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733777321851 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733777321851Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733777321868 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733777321868Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733777322281 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733777322295 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733777322295Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733777322706 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733777322718 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733777322718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54546d82: reopening flushed file at 1733777322729 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5faf4e45: reopening flushed file at 1733777322735 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415d79be: reopening flushed file at 1733777322742 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=71, compaction requested=false at 1733777322749 (+7 ms)Writing region close event to WAL at 1733777322750 (+1 ms)Closed at 1733777322750 2024-12-09T20:48:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39405 is added to blk_1073741830_1006 (size=35428) 2024-12-09T20:48:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741830_1006 (size=35428) 2024-12-09T20:48:42,754 INFO [M:0;00c23a7251f8:33053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T20:48:42,754 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:42,754 INFO [M:0;00c23a7251f8:33053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33053 2024-12-09T20:48:42,754 INFO [M:0;00c23a7251f8:33053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:42,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:42,906 INFO [M:0;00c23a7251f8:33053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:42,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33053-0x1000c566a6f0000, quorum=127.0.0.1:52671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:42,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ba2849f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:42,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bab5ed0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:42,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:42,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6619e1a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:42,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49afda53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:42,911 WARN [BP-1851341372-172.17.0.2-1733777316222 heartbeating to localhost/127.0.0.1:41121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:42,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:42,911 WARN [BP-1851341372-172.17.0.2-1733777316222 heartbeating to localhost/127.0.0.1:41121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1851341372-172.17.0.2-1733777316222 (Datanode Uuid 25e40062-c05c-43a8-ad96-c0a8aada65b9) service to localhost/127.0.0.1:41121 2024-12-09T20:48:42,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:42,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/data/data3/current/BP-1851341372-172.17.0.2-1733777316222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:42,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/data/data4/current/BP-1851341372-172.17.0.2-1733777316222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:42,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:42,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36992371{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:42,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3803bad1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:42,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:42,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2763a99b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:42,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@496ab32a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:42,917 WARN [BP-1851341372-172.17.0.2-1733777316222 heartbeating to localhost/127.0.0.1:41121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:42,917 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:42,917 WARN [BP-1851341372-172.17.0.2-1733777316222 heartbeating to localhost/127.0.0.1:41121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1851341372-172.17.0.2-1733777316222 (Datanode Uuid 894d8054-b0d7-4ee1-b51d-250b38a4ddd5) service to localhost/127.0.0.1:41121 2024-12-09T20:48:42,917 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:42,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/data/data1/current/BP-1851341372-172.17.0.2-1733777316222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:42,918 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/cluster_0e962252-94bd-0c6b-0f2c-92aaaf8dd07c/data/data2/current/BP-1851341372-172.17.0.2-1733777316222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:42,918 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:42,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55e34df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:42,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c9b652{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:42,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:42,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@815330e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:42,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47c76717{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:42,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T20:48:42,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T20:48:42,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=156 (was 137) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41121 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41121 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:41121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=3076 (was 3219) 2024-12-09T20:48:42,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=156, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=3076 2024-12-09T20:48:42,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.log.dir so I do NOT create it in target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1 2024-12-09T20:48:42,974 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T20:48:42,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.tmp.dir so I do NOT create it in target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1 2024-12-09T20:48:42,974 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/326602e1-3733-bd2a-28bb-37d50ba37136/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T20:48:42,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1 2024-12-09T20:48:42,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T20:48:42,975 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1, deleteOnExit=true 2024-12-09T20:48:42,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T20:48:42,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/test.cache.data in system properties and HBase conf 2024-12-09T20:48:42,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T20:48:42,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.log.dir in system properties and HBase conf 2024-12-09T20:48:42,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T20:48:42,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T20:48:42,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T20:48:42,975 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/nfs.dump.dir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/java.io.tmpdir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T20:48:42,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T20:48:43,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:43,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:43,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:43,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:43,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:48:43,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:43,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf8027f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:43,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15665358{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:43,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@334fa83{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/java.io.tmpdir/jetty-localhost-43813-hadoop-hdfs-3_4_1-tests_jar-_-any-1859522179699036073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:43,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30e813bd{HTTP/1.1, (http/1.1)}{localhost:43813} 2024-12-09T20:48:43,401 INFO [Time-limited test {}] server.Server(415): Started @30019ms 2024-12-09T20:48:43,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:43,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:43,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:43,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:43,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:48:43,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab22e1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:43,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6091ea70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:43,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76a6e4ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/java.io.tmpdir/jetty-localhost-35163-hadoop-hdfs-3_4_1-tests_jar-_-any-1394890184264273082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:43,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65c04dcb{HTTP/1.1, (http/1.1)}{localhost:35163} 2024-12-09T20:48:43,940 INFO [Time-limited test {}] server.Server(415): Started @30559ms 2024-12-09T20:48:43,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:43,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:43,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:43,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:43,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:43,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:48:43,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f6d14c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:43,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53a6cde9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:44,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@537294c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/java.io.tmpdir/jetty-localhost-36299-hadoop-hdfs-3_4_1-tests_jar-_-any-1682897461056231955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:44,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@212c0dd1{HTTP/1.1, (http/1.1)}{localhost:36299} 2024-12-09T20:48:44,063 INFO [Time-limited test {}] server.Server(415): Started @30681ms 2024-12-09T20:48:44,064 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:45,652 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/data/data1/current/BP-730473163-172.17.0.2-1733777322989/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:45,653 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/data/data2/current/BP-730473163-172.17.0.2-1733777322989/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:45,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T20:48:45,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:45,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:45,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:45,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:45,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:45,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:45,676 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:45,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3f26e7fd1eea431 with lease ID 0x4820933b66748a: Processing first storage report for DS-662b48e8-b067-4e34-96ff-182bce198f48 from datanode DatanodeRegistration(127.0.0.1:45007, datanodeUuid=f56be00c-6af2-4821-a707-311017c1be02, infoPort=33649, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=1183994844;c=1733777322989) 2024-12-09T20:48:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3f26e7fd1eea431 with lease ID 0x4820933b66748a: from storage DS-662b48e8-b067-4e34-96ff-182bce198f48 node DatanodeRegistration(127.0.0.1:45007, datanodeUuid=f56be00c-6af2-4821-a707-311017c1be02, infoPort=33649, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=1183994844;c=1733777322989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3f26e7fd1eea431 with lease ID 0x4820933b66748a: Processing first storage report for DS-deebe41e-4fa6-4e71-8e66-6a63fe7624b1 from datanode DatanodeRegistration(127.0.0.1:45007, datanodeUuid=f56be00c-6af2-4821-a707-311017c1be02, infoPort=33649, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=1183994844;c=1733777322989) 2024-12-09T20:48:45,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3f26e7fd1eea431 with lease ID 0x4820933b66748a: from storage DS-deebe41e-4fa6-4e71-8e66-6a63fe7624b1 node DatanodeRegistration(127.0.0.1:45007, datanodeUuid=f56be00c-6af2-4821-a707-311017c1be02, infoPort=33649, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=1183994844;c=1733777322989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:45,700 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/data/data3/current/BP-730473163-172.17.0.2-1733777322989/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:45,700 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/data/data4/current/BP-730473163-172.17.0.2-1733777322989/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:45,714 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11cf82108c25a86d with lease ID 0x4820933b66748b: Processing first storage report for DS-1ec09534-510b-4840-994e-fae0a3b68161 from datanode DatanodeRegistration(127.0.0.1:35435, datanodeUuid=c8ef7a8d-4e38-4418-9547-d568ce1b7846, infoPort=44699, infoSecurePort=0, ipcPort=39729, storageInfo=lv=-57;cid=testClusterID;nsid=1183994844;c=1733777322989) 2024-12-09T20:48:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11cf82108c25a86d with lease ID 0x4820933b66748b: from storage DS-1ec09534-510b-4840-994e-fae0a3b68161 node DatanodeRegistration(127.0.0.1:35435, datanodeUuid=c8ef7a8d-4e38-4418-9547-d568ce1b7846, infoPort=44699, infoSecurePort=0, ipcPort=39729, storageInfo=lv=-57;cid=testClusterID;nsid=1183994844;c=1733777322989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11cf82108c25a86d with lease ID 0x4820933b66748b: Processing first storage report for DS-b60b98d4-c043-4c7d-90bc-c63248241d07 from datanode DatanodeRegistration(127.0.0.1:35435, datanodeUuid=c8ef7a8d-4e38-4418-9547-d568ce1b7846, infoPort=44699, infoSecurePort=0, ipcPort=39729, storageInfo=lv=-57;cid=testClusterID;nsid=1183994844;c=1733777322989) 2024-12-09T20:48:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11cf82108c25a86d with lease ID 0x4820933b66748b: from storage DS-b60b98d4-c043-4c7d-90bc-c63248241d07 node DatanodeRegistration(127.0.0.1:35435, datanodeUuid=c8ef7a8d-4e38-4418-9547-d568ce1b7846, infoPort=44699, infoSecurePort=0, ipcPort=39729, storageInfo=lv=-57;cid=testClusterID;nsid=1183994844;c=1733777322989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:45,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1 2024-12-09T20:48:45,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/zookeeper_0, clientPort=62573, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T20:48:45,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62573 2024-12-09T20:48:45,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:45,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:45,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:45,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:45,810 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9 with version=8 2024-12-09T20:48:45,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/hbase-staging 2024-12-09T20:48:45,812 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:45,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:45,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:45,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:45,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:45,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:45,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T20:48:45,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:45,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46807 2024-12-09T20:48:45,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46807 connecting to ZooKeeper ensemble=127.0.0.1:62573 2024-12-09T20:48:45,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468070x0, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:45,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46807-0x1000c5685ac0000 connected 2024-12-09T20:48:45,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:45,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:45,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:45,998 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9, hbase.cluster.distributed=false 2024-12-09T20:48:46,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:46,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46807 2024-12-09T20:48:46,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46807 2024-12-09T20:48:46,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46807 2024-12-09T20:48:46,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46807 2024-12-09T20:48:46,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46807 2024-12-09T20:48:46,030 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:46,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:46,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:46,030 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:46,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:46,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:46,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:46,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:46,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44187 2024-12-09T20:48:46,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44187 connecting to ZooKeeper ensemble=127.0.0.1:62573 2024-12-09T20:48:46,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:46,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:46,047 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441870x0, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:46,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441870x0, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:46,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44187-0x1000c5685ac0001 connected 2024-12-09T20:48:46,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:46,049 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T20:48:46,054 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T20:48:46,054 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T20:48:46,058 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T20:48:46,059 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:46,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:46,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:46,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44187 2024-12-09T20:48:46,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44187 2024-12-09T20:48:46,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44187 2024-12-09T20:48:46,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44187 2024-12-09T20:48:46,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44187 2024-12-09T20:48:46,074 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:46,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:46,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:46,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:46,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:46,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:46,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:46,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:46,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45773 2024-12-09T20:48:46,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45773 connecting to ZooKeeper ensemble=127.0.0.1:62573 2024-12-09T20:48:46,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:46,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:46,089 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457730x0, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:46,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45773-0x1000c5685ac0002 connected 2024-12-09T20:48:46,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:46,090 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:46,091 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T20:48:46,097 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T20:48:46,097 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T20:48:46,098 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T20:48:46,098 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:46,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:46,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:46,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45773 2024-12-09T20:48:46,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45773 2024-12-09T20:48:46,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45773 2024-12-09T20:48:46,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45773 2024-12-09T20:48:46,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45773 2024-12-09T20:48:46,113 DEBUG [M:0;00c23a7251f8:46807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c23a7251f8:46807 2024-12-09T20:48:46,114 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c23a7251f8,46807,1733777325812 2024-12-09T20:48:46,149 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:46,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:46,149 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:46,150 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c23a7251f8,46807,1733777325812 2024-12-09T20:48:46,197 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:46,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,197 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:46,198 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,198 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,198 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T20:48:46,198 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c23a7251f8,46807,1733777325812 from backup master directory 2024-12-09T20:48:46,216 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:46,216 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:46,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c23a7251f8,46807,1733777325812 2024-12-09T20:48:46,216 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:46,216 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c23a7251f8,46807,1733777325812 2024-12-09T20:48:46,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:46,220 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/hbase.id] with ID: 7abe1245-7d0c-4763-95fb-d0da56a89b5e 2024-12-09T20:48:46,220 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/.tmp/hbase.id 2024-12-09T20:48:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:46,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:46,226 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/.tmp/hbase.id]:[hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/hbase.id] 2024-12-09T20:48:46,245 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:46,245 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T20:48:46,246 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-09T20:48:46,258 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,258 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:46,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:46,266 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:46,267 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T20:48:46,267 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:46,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:46,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:46,275 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store 2024-12-09T20:48:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:46,291 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:46,291 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:46,291 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:46,291 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:46,291 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:46,291 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:46,291 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:46,291 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777326291Disabling compacts and flushes for region at 1733777326291Disabling writes for close at 1733777326291Writing region close event to WAL at 1733777326291Closed at 1733777326291 2024-12-09T20:48:46,292 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/.initializing 2024-12-09T20:48:46,292 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/WALs/00c23a7251f8,46807,1733777325812 2024-12-09T20:48:46,293 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:46,295 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C46807%2C1733777325812, suffix=, logDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/WALs/00c23a7251f8,46807,1733777325812, archiveDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/oldWALs, maxLogs=10 2024-12-09T20:48:46,306 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/WALs/00c23a7251f8,46807,1733777325812/00c23a7251f8%2C46807%2C1733777325812.1733777326295, exclude list is [], retry=0 2024-12-09T20:48:46,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45007,DS-662b48e8-b067-4e34-96ff-182bce198f48,DISK] 2024-12-09T20:48:46,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35435,DS-1ec09534-510b-4840-994e-fae0a3b68161,DISK] 2024-12-09T20:48:46,310 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/WALs/00c23a7251f8,46807,1733777325812/00c23a7251f8%2C46807%2C1733777325812.1733777326295 2024-12-09T20:48:46,311 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33649:33649),(127.0.0.1/127.0.0.1:44699:44699)] 2024-12-09T20:48:46,311 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:46,311 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:46,311 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,311 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T20:48:46,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:46,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:46,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T20:48:46,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:46,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:46,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T20:48:46,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:46,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:46,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T20:48:46,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:46,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:46,321 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,322 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,322 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,324 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,324 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,325 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:46,326 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:46,328 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:46,329 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74296381, jitterRate=0.10710234940052032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:46,330 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733777326311Initializing all the Stores at 1733777326312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777326312Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777326312Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777326312Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777326312Cleaning up temporary data from old regions at 1733777326324 (+12 ms)Region opened successfully at 1733777326330 (+6 ms) 2024-12-09T20:48:46,330 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T20:48:46,333 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288ccae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:46,334 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T20:48:46,334 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T20:48:46,335 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T20:48:46,335 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T20:48:46,335 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T20:48:46,336 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T20:48:46,336 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T20:48:46,338 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T20:48:46,339 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T20:48:46,352 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T20:48:46,353 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T20:48:46,353 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T20:48:46,363 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T20:48:46,363 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T20:48:46,365 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T20:48:46,373 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T20:48:46,374 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T20:48:46,384 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T20:48:46,387 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T20:48:46,394 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T20:48:46,405 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:46,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:46,405 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,405 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:46,405 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,406 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c23a7251f8,46807,1733777325812, sessionid=0x1000c5685ac0000, setting cluster-up flag (Was=false) 2024-12-09T20:48:46,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,426 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,426 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,458 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T20:48:46,459 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,46807,1733777325812 2024-12-09T20:48:46,486 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,486 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:46,518 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T20:48:46,519 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,46807,1733777325812 2024-12-09T20:48:46,520 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T20:48:46,522 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:46,522 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T20:48:46,523 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T20:48:46,523 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c23a7251f8,46807,1733777325812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T20:48:46,525 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:46,525 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:46,525 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:46,525 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:46,525 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c23a7251f8:0, corePoolSize=10, maxPoolSize=10 2024-12-09T20:48:46,525 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,525 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:46,525 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,527 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733777356527 2024-12-09T20:48:46,528 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T20:48:46,528 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T20:48:46,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:46,528 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T20:48:46,528 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T20:48:46,528 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T20:48:46,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T20:48:46,528 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T20:48:46,528 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,529 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T20:48:46,529 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T20:48:46,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:46,529 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T20:48:46,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T20:48:46,529 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T20:48:46,529 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T20:48:46,530 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777326529,5,FailOnTimeoutGroup] 2024-12-09T20:48:46,530 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777326530,5,FailOnTimeoutGroup] 2024-12-09T20:48:46,530 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,530 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T20:48:46,530 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,530 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:46,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:46,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T20:48:46,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9 2024-12-09T20:48:46,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:46,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:46,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:46,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:46,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:46,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:46,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:46,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:46,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:46,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:46,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:46,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:46,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:46,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:46,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:46,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:46,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:46,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:46,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:46,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740 2024-12-09T20:48:46,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740 2024-12-09T20:48:46,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:46,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:46,566 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:46,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:46,569 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:46,570 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74702241, jitterRate=0.11315013468265533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:46,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733777326553Initializing all the Stores at 1733777326554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777326554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777326554Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777326554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777326554Cleaning up temporary data from old regions at 1733777326566 (+12 ms)Region opened successfully at 1733777326571 (+5 ms) 2024-12-09T20:48:46,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:46,571 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:46,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:46,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:46,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:46,573 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:46,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777326571Disabling compacts and flushes for region at 1733777326571Disabling writes for close at 1733777326571Writing region close event to WAL at 1733777326573 (+2 ms)Closed at 1733777326573 2024-12-09T20:48:46,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:46,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T20:48:46,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T20:48:46,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:46,577 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T20:48:46,604 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(746): ClusterId : 7abe1245-7d0c-4763-95fb-d0da56a89b5e 2024-12-09T20:48:46,604 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:46,604 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(746): ClusterId : 7abe1245-7d0c-4763-95fb-d0da56a89b5e 2024-12-09T20:48:46,604 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:46,616 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:46,616 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:46,616 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:46,616 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:46,637 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:46,637 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:46,637 DEBUG [RS:1;00c23a7251f8:45773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160c1c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:46,638 DEBUG [RS:0;00c23a7251f8:44187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5796d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:46,656 DEBUG [RS:0;00c23a7251f8:44187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c23a7251f8:44187 2024-12-09T20:48:46,656 DEBUG [RS:1;00c23a7251f8:45773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;00c23a7251f8:45773 2024-12-09T20:48:46,656 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:46,656 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:46,656 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:46,656 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:46,656 DEBUG [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:46,656 DEBUG [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:46,657 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,46807,1733777325812 with port=44187, startcode=1733777326030 2024-12-09T20:48:46,657 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,46807,1733777325812 with port=45773, startcode=1733777326074 2024-12-09T20:48:46,657 DEBUG [RS:1;00c23a7251f8:45773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:46,657 DEBUG [RS:0;00c23a7251f8:44187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:46,659 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38863, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:46,659 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:46,659 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,44187,1733777326030 2024-12-09T20:48:46,659 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46807 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,44187,1733777326030 2024-12-09T20:48:46,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,45773,1733777326074 2024-12-09T20:48:46,661 DEBUG [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9 2024-12-09T20:48:46,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46807 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,45773,1733777326074 2024-12-09T20:48:46,661 DEBUG [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40259 2024-12-09T20:48:46,661 DEBUG [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:46,662 DEBUG [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9 2024-12-09T20:48:46,662 DEBUG [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40259 2024-12-09T20:48:46,662 DEBUG [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:46,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:46,728 WARN [00c23a7251f8:46807 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T20:48:46,738 DEBUG [RS:0;00c23a7251f8:44187 {}] zookeeper.ZKUtil(111): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,44187,1733777326030 2024-12-09T20:48:46,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,44187,1733777326030] 2024-12-09T20:48:46,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,45773,1733777326074] 2024-12-09T20:48:46,738 WARN [RS:0;00c23a7251f8:44187 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:46,738 INFO [RS:0;00c23a7251f8:44187 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:46,739 DEBUG [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,44187,1733777326030 2024-12-09T20:48:46,739 DEBUG [RS:1;00c23a7251f8:45773 {}] zookeeper.ZKUtil(111): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,45773,1733777326074 2024-12-09T20:48:46,739 WARN [RS:1;00c23a7251f8:45773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:46,739 INFO [RS:1;00c23a7251f8:45773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:46,739 DEBUG [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,45773,1733777326074 2024-12-09T20:48:46,743 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:46,743 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:46,746 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:46,747 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:46,747 INFO [RS:0;00c23a7251f8:44187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:46,747 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,747 INFO [RS:1;00c23a7251f8:45773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:46,747 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,747 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:46,748 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:46,748 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:46,748 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,749 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:0;00c23a7251f8:44187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,749 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:46,750 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:46,750 DEBUG [RS:1;00c23a7251f8:45773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:46,751 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,751 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,751 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,751 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,751 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,751 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,44187,1733777326030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:46,755 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,755 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,755 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,755 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,755 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,755 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,45773,1733777326074-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:46,768 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:46,768 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,44187,1733777326030-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,769 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,769 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.Replication(171): 00c23a7251f8,44187,1733777326030 started 2024-12-09T20:48:46,773 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:46,774 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,45773,1733777326074-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,774 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,774 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.Replication(171): 00c23a7251f8,45773,1733777326074 started 2024-12-09T20:48:46,782 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,782 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,44187,1733777326030, RpcServer on 00c23a7251f8/172.17.0.2:44187, sessionid=0x1000c5685ac0001 2024-12-09T20:48:46,782 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:46,782 DEBUG [RS:0;00c23a7251f8:44187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,44187,1733777326030 2024-12-09T20:48:46,782 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,44187,1733777326030' 2024-12-09T20:48:46,782 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:46,783 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:46,783 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:46,783 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:46,783 DEBUG [RS:0;00c23a7251f8:44187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,44187,1733777326030 2024-12-09T20:48:46,783 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,44187,1733777326030' 2024-12-09T20:48:46,783 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:46,783 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:46,783 DEBUG [RS:0;00c23a7251f8:44187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:46,783 INFO [RS:0;00c23a7251f8:44187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:46,784 INFO [RS:0;00c23a7251f8:44187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:46,788 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:46,789 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,45773,1733777326074, RpcServer on 00c23a7251f8/172.17.0.2:45773, sessionid=0x1000c5685ac0002 2024-12-09T20:48:46,789 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:46,789 DEBUG [RS:1;00c23a7251f8:45773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,45773,1733777326074 2024-12-09T20:48:46,789 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,45773,1733777326074' 2024-12-09T20:48:46,789 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:46,789 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:46,790 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:46,790 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:46,790 DEBUG [RS:1;00c23a7251f8:45773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,45773,1733777326074 2024-12-09T20:48:46,790 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,45773,1733777326074' 2024-12-09T20:48:46,790 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:46,790 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:46,791 DEBUG [RS:1;00c23a7251f8:45773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:46,791 INFO [RS:1;00c23a7251f8:45773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:46,791 INFO [RS:1;00c23a7251f8:45773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:46,884 INFO [RS:0;00c23a7251f8:44187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:46,886 INFO [RS:0;00c23a7251f8:44187 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C44187%2C1733777326030, suffix=, logDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,44187,1733777326030, archiveDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/oldWALs, maxLogs=32 2024-12-09T20:48:46,892 INFO [RS:1;00c23a7251f8:45773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:46,894 INFO [RS:1;00c23a7251f8:45773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C45773%2C1733777326074, suffix=, logDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,45773,1733777326074, archiveDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/oldWALs, maxLogs=32 2024-12-09T20:48:46,908 DEBUG [RS:0;00c23a7251f8:44187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,44187,1733777326030/00c23a7251f8%2C44187%2C1733777326030.1733777326887, exclude list is [], retry=0 2024-12-09T20:48:46,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35435,DS-1ec09534-510b-4840-994e-fae0a3b68161,DISK] 2024-12-09T20:48:46,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45007,DS-662b48e8-b067-4e34-96ff-182bce198f48,DISK] 2024-12-09T20:48:46,913 DEBUG [RS:1;00c23a7251f8:45773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,45773,1733777326074/00c23a7251f8%2C45773%2C1733777326074.1733777326894, exclude list is [], retry=0 2024-12-09T20:48:46,915 INFO [RS:0;00c23a7251f8:44187 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,44187,1733777326030/00c23a7251f8%2C44187%2C1733777326030.1733777326887 2024-12-09T20:48:46,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35435,DS-1ec09534-510b-4840-994e-fae0a3b68161,DISK] 2024-12-09T20:48:46,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45007,DS-662b48e8-b067-4e34-96ff-182bce198f48,DISK] 2024-12-09T20:48:46,916 DEBUG [RS:0;00c23a7251f8:44187 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33649:33649),(127.0.0.1/127.0.0.1:44699:44699)] 2024-12-09T20:48:46,920 INFO [RS:1;00c23a7251f8:45773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,45773,1733777326074/00c23a7251f8%2C45773%2C1733777326074.1733777326894 2024-12-09T20:48:46,920 DEBUG [RS:1;00c23a7251f8:45773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33649:33649),(127.0.0.1/127.0.0.1:44699:44699)] 2024-12-09T20:48:46,978 DEBUG [00c23a7251f8:46807 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T20:48:46,978 DEBUG [00c23a7251f8:46807 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:46,980 DEBUG [00c23a7251f8:46807 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:46,980 DEBUG [00c23a7251f8:46807 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:46,980 DEBUG [00c23a7251f8:46807 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:46,980 DEBUG [00c23a7251f8:46807 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:46,980 INFO [00c23a7251f8:46807 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:46,980 INFO [00c23a7251f8:46807 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:46,980 DEBUG [00c23a7251f8:46807 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:46,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c23a7251f8,44187,1733777326030 2024-12-09T20:48:46,982 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,44187,1733777326030, state=OPENING 2024-12-09T20:48:46,994 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T20:48:47,005 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:47,005 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:47,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:47,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:47,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:47,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:47,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:47,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,44187,1733777326030}] 2024-12-09T20:48:47,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:47,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60853, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:47,164 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T20:48:47,165 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:47,165 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T20:48:47,166 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C44187%2C1733777326030.meta, suffix=.meta, logDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,44187,1733777326030, archiveDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/oldWALs, maxLogs=32 2024-12-09T20:48:47,180 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,44187,1733777326030/00c23a7251f8%2C44187%2C1733777326030.meta.1733777327167.meta, exclude list is [], retry=0 2024-12-09T20:48:47,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45007,DS-662b48e8-b067-4e34-96ff-182bce198f48,DISK] 2024-12-09T20:48:47,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35435,DS-1ec09534-510b-4840-994e-fae0a3b68161,DISK] 2024-12-09T20:48:47,184 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,44187,1733777326030/00c23a7251f8%2C44187%2C1733777326030.meta.1733777327167.meta 2024-12-09T20:48:47,184 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33649:33649),(127.0.0.1/127.0.0.1:44699:44699)] 2024-12-09T20:48:47,184 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:47,185 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T20:48:47,185 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T20:48:47,185 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T20:48:47,185 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T20:48:47,185 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:47,185 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T20:48:47,185 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T20:48:47,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:47,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:47,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:47,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:47,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:47,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:47,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:47,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:47,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:47,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:47,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:47,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:47,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:47,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:47,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:47,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:47,195 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:47,195 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740 2024-12-09T20:48:47,197 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740 2024-12-09T20:48:47,198 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:47,198 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:47,198 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:47,199 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:47,200 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61610238, jitterRate=-0.08193591237068176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:47,200 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T20:48:47,200 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733777327185Writing region info on filesystem at 1733777327185Initializing all the Stores at 1733777327186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777327186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777327188 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777327189 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777327189Cleaning up temporary data from old regions at 1733777327198 (+9 ms)Running coprocessor post-open hooks at 1733777327200 (+2 ms)Region opened successfully at 1733777327200 2024-12-09T20:48:47,201 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733777327159 2024-12-09T20:48:47,204 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T20:48:47,204 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T20:48:47,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,44187,1733777326030 2024-12-09T20:48:47,206 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,44187,1733777326030, state=OPEN 2024-12-09T20:48:47,216 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:47,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:47,216 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:47,216 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c23a7251f8,44187,1733777326030 2024-12-09T20:48:47,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:47,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:47,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:47,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T20:48:47,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,44187,1733777326030 in 210 msec 2024-12-09T20:48:47,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T20:48:47,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-12-09T20:48:47,222 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:47,222 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T20:48:47,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:47,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,44187,1733777326030, seqNum=-1] 2024-12-09T20:48:47,225 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:47,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49265, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:47,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 713 msec 2024-12-09T20:48:47,238 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733777327238, completionTime=-1 2024-12-09T20:48:47,238 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T20:48:47,238 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T20:48:47,240 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T20:48:47,241 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733777387241 2024-12-09T20:48:47,241 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733777447241 2024-12-09T20:48:47,241 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-09T20:48:47,241 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T20:48:47,241 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,46807,1733777325812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:47,242 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,46807,1733777325812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:47,242 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,46807,1733777325812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:47,242 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c23a7251f8:46807, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:47,242 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:47,242 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:47,244 DEBUG [master/00c23a7251f8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T20:48:47,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.030sec 2024-12-09T20:48:47,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T20:48:47,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T20:48:47,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T20:48:47,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T20:48:47,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T20:48:47,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,46807,1733777325812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:47,247 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,46807,1733777325812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T20:48:47,249 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T20:48:47,249 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T20:48:47,249 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,46807,1733777325812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:47,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7c2d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:47,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c23a7251f8,46807,-1 for getting cluster id 2024-12-09T20:48:47,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T20:48:47,305 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7abe1245-7d0c-4763-95fb-d0da56a89b5e' 2024-12-09T20:48:47,306 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T20:48:47,306 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7abe1245-7d0c-4763-95fb-d0da56a89b5e" 2024-12-09T20:48:47,306 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bb94c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:47,306 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c23a7251f8,46807,-1] 2024-12-09T20:48:47,306 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T20:48:47,307 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:47,307 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T20:48:47,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac5e828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:47,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:47,310 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,44187,1733777326030, seqNum=-1] 2024-12-09T20:48:47,310 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:47,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c23a7251f8,46807,1733777325812 2024-12-09T20:48:47,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T20:48:47,316 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c23a7251f8,46807,1733777325812 2024-12-09T20:48:47,316 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60cca2bc 2024-12-09T20:48:47,316 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T20:48:47,317 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T20:48:47,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T20:48:47,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T20:48:47,321 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:47,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T20:48:47,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T20:48:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:47,335 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d65675200365d5bb1486e80c60a439f, NAME => 'testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9 2024-12-09T20:48:47,336 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 12c7782def937fccddb3015fa2ebe86b, NAME => 'testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9 2024-12-09T20:48:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:47,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0d65675200365d5bb1486e80c60a439f, disabling compactions & flushes 2024-12-09T20:48:47,353 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. after waiting 0 ms 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:47,353 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 12c7782def937fccddb3015fa2ebe86b, disabling compactions & flushes 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d65675200365d5bb1486e80c60a439f: Waiting for close lock at 1733777327353Disabling compacts and flushes for region at 1733777327353Disabling writes for close at 1733777327353Writing region close event to WAL at 1733777327353Closed at 1733777327353 2024-12-09T20:48:47,353 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. after waiting 0 ms 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:47,353 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:47,353 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 12c7782def937fccddb3015fa2ebe86b: Waiting for close lock at 1733777327353Disabling compacts and flushes for region at 1733777327353Disabling writes for close at 1733777327353Writing region close event to WAL at 1733777327353Closed at 1733777327353 2024-12-09T20:48:47,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T20:48:47,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777327355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777327355"}]},"ts":"1733777327355"} 2024-12-09T20:48:47,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777327355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777327355"}]},"ts":"1733777327355"} 2024-12-09T20:48:47,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T20:48:47,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T20:48:47,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777327361"}]},"ts":"1733777327361"} 2024-12-09T20:48:47,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T20:48:47,364 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:47,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:47,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:47,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:47,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:47,365 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:47,365 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:47,366 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:47,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d65675200365d5bb1486e80c60a439f, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12c7782def937fccddb3015fa2ebe86b, ASSIGN}] 2024-12-09T20:48:47,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12c7782def937fccddb3015fa2ebe86b, ASSIGN 2024-12-09T20:48:47,368 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d65675200365d5bb1486e80c60a439f, ASSIGN 2024-12-09T20:48:47,369 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d65675200365d5bb1486e80c60a439f, ASSIGN; state=OFFLINE, location=00c23a7251f8,45773,1733777326074; forceNewPlan=false, retain=false 2024-12-09T20:48:47,369 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12c7782def937fccddb3015fa2ebe86b, ASSIGN; state=OFFLINE, location=00c23a7251f8,44187,1733777326030; forceNewPlan=false, retain=false 2024-12-09T20:48:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:47,519 INFO [00c23a7251f8:46807 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T20:48:47,520 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=12c7782def937fccddb3015fa2ebe86b, regionState=OPENING, regionLocation=00c23a7251f8,44187,1733777326030 2024-12-09T20:48:47,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d65675200365d5bb1486e80c60a439f, regionState=OPENING, regionLocation=00c23a7251f8,45773,1733777326074 2024-12-09T20:48:47,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12c7782def937fccddb3015fa2ebe86b, ASSIGN because future has completed 2024-12-09T20:48:47,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12c7782def937fccddb3015fa2ebe86b, server=00c23a7251f8,44187,1733777326030}] 2024-12-09T20:48:47,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d65675200365d5bb1486e80c60a439f, ASSIGN because future has completed 2024-12-09T20:48:47,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d65675200365d5bb1486e80c60a439f, server=00c23a7251f8,45773,1733777326074}] 2024-12-09T20:48:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:47,678 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:47,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:47,682 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:47,682 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 12c7782def937fccddb3015fa2ebe86b, NAME => 'testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T20:48:47,682 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,682 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:47,683 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,683 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,684 INFO [StoreOpener-12c7782def937fccddb3015fa2ebe86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,685 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:47,686 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d65675200365d5bb1486e80c60a439f, NAME => 'testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T20:48:47,686 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,686 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:47,686 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,686 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,687 INFO [StoreOpener-12c7782def937fccddb3015fa2ebe86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12c7782def937fccddb3015fa2ebe86b columnFamilyName family 2024-12-09T20:48:47,687 DEBUG [StoreOpener-12c7782def937fccddb3015fa2ebe86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:47,687 INFO [StoreOpener-12c7782def937fccddb3015fa2ebe86b-1 {}] regionserver.HStore(327): Store=12c7782def937fccddb3015fa2ebe86b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:47,687 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,688 INFO [StoreOpener-0d65675200365d5bb1486e80c60a439f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,688 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,688 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,689 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,689 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,689 INFO [StoreOpener-0d65675200365d5bb1486e80c60a439f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d65675200365d5bb1486e80c60a439f columnFamilyName family 2024-12-09T20:48:47,689 DEBUG [StoreOpener-0d65675200365d5bb1486e80c60a439f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:47,690 INFO [StoreOpener-0d65675200365d5bb1486e80c60a439f-1 {}] regionserver.HStore(327): Store=0d65675200365d5bb1486e80c60a439f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:47,690 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,691 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,691 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,691 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,691 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,691 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,692 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/12c7782def937fccddb3015fa2ebe86b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:47,693 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 12c7782def937fccddb3015fa2ebe86b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74523490, jitterRate=0.11048653721809387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:47,693 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:47,693 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,693 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 12c7782def937fccddb3015fa2ebe86b: Running coprocessor pre-open hook at 1733777327683Writing region info on filesystem at 1733777327683Initializing all the Stores at 1733777327684 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777327684Cleaning up temporary data from old regions at 1733777327689 (+5 ms)Running coprocessor post-open hooks at 1733777327693 (+4 ms)Region opened successfully at 1733777327693 2024-12-09T20:48:47,694 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b., pid=7, masterSystemTime=1733777327677 2024-12-09T20:48:47,695 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/0d65675200365d5bb1486e80c60a439f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:47,696 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0d65675200365d5bb1486e80c60a439f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68472127, jitterRate=0.020314201712608337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:47,696 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:47,696 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0d65675200365d5bb1486e80c60a439f: Running coprocessor pre-open hook at 1733777327687Writing region info on filesystem at 1733777327687Initializing all the Stores at 1733777327688 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777327688Cleaning up temporary data from old regions at 1733777327691 (+3 ms)Running coprocessor post-open hooks at 1733777327696 (+5 ms)Region opened successfully at 1733777327696 2024-12-09T20:48:47,697 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:47,697 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:47,697 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f., pid=8, masterSystemTime=1733777327678 2024-12-09T20:48:47,697 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=12c7782def937fccddb3015fa2ebe86b, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,44187,1733777326030 2024-12-09T20:48:47,699 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:47,699 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:47,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12c7782def937fccddb3015fa2ebe86b, server=00c23a7251f8,44187,1733777326030 because future has completed 2024-12-09T20:48:47,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d65675200365d5bb1486e80c60a439f, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,45773,1733777326074 2024-12-09T20:48:47,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d65675200365d5bb1486e80c60a439f, server=00c23a7251f8,45773,1733777326074 because future has completed 2024-12-09T20:48:47,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-09T20:48:47,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 12c7782def937fccddb3015fa2ebe86b, server=00c23a7251f8,44187,1733777326030 in 178 msec 2024-12-09T20:48:47,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=12c7782def937fccddb3015fa2ebe86b, ASSIGN in 337 msec 2024-12-09T20:48:47,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-09T20:48:47,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d65675200365d5bb1486e80c60a439f, server=00c23a7251f8,45773,1733777326074 in 178 msec 2024-12-09T20:48:47,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T20:48:47,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d65675200365d5bb1486e80c60a439f, ASSIGN in 340 msec 2024-12-09T20:48:47,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T20:48:47,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777327708"}]},"ts":"1733777327708"} 2024-12-09T20:48:47,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T20:48:47,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T20:48:47,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 393 msec 2024-12-09T20:48:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:47,953 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T20:48:47,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T20:48:47,953 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:47,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T20:48:47,956 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:47,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T20:48:47,958 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f., hostname=00c23a7251f8,45773,1733777326074, seqNum=2] 2024-12-09T20:48:47,958 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:47,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:47,972 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b., hostname=00c23a7251f8,44187,1733777326030, seqNum=2] 2024-12-09T20:48:47,980 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 12c7782def937fccddb3015fa2ebe86b 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T20:48:47,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/12c7782def937fccddb3015fa2ebe86b/.tmp/family/e8c21b9c4ad2489bbb197d1408e6e4c3 is 32, key is 5/family:/1733777327973/Put/seqid=0 2024-12-09T20:48:48,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741839_1015 (size=5083) 2024-12-09T20:48:48,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741839_1015 (size=5083) 2024-12-09T20:48:48,000 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/12c7782def937fccddb3015fa2ebe86b/.tmp/family/e8c21b9c4ad2489bbb197d1408e6e4c3 2024-12-09T20:48:48,006 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/12c7782def937fccddb3015fa2ebe86b/.tmp/family/e8c21b9c4ad2489bbb197d1408e6e4c3 as hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/12c7782def937fccddb3015fa2ebe86b/family/e8c21b9c4ad2489bbb197d1408e6e4c3 2024-12-09T20:48:48,011 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/12c7782def937fccddb3015fa2ebe86b/family/e8c21b9c4ad2489bbb197d1408e6e4c3, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T20:48:48,012 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 12c7782def937fccddb3015fa2ebe86b in 32ms, sequenceid=9, compaction requested=false 2024-12-09T20:48:48,012 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 12c7782def937fccddb3015fa2ebe86b: 2024-12-09T20:48:48,013 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0d65675200365d5bb1486e80c60a439f 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T20:48:48,034 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/0d65675200365d5bb1486e80c60a439f/.tmp/family/7fb3f8eabe6e45e4af848054f0d11f92 is 32, key is 1/family:/1733777327960/Put/seqid=0 2024-12-09T20:48:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741840_1016 (size=5054) 2024-12-09T20:48:48,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741840_1016 (size=5054) 2024-12-09T20:48:48,045 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/0d65675200365d5bb1486e80c60a439f/.tmp/family/7fb3f8eabe6e45e4af848054f0d11f92 2024-12-09T20:48:48,052 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/0d65675200365d5bb1486e80c60a439f/.tmp/family/7fb3f8eabe6e45e4af848054f0d11f92 as hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/0d65675200365d5bb1486e80c60a439f/family/7fb3f8eabe6e45e4af848054f0d11f92 2024-12-09T20:48:48,060 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/0d65675200365d5bb1486e80c60a439f/family/7fb3f8eabe6e45e4af848054f0d11f92, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T20:48:48,062 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0d65675200365d5bb1486e80c60a439f in 50ms, sequenceid=8, compaction requested=false 2024-12-09T20:48:48,062 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0d65675200365d5bb1486e80c60a439f: 2024-12-09T20:48:48,064 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file e8c21b9c4ad2489bbb197d1408e6e4c3, starting offset: 0, end offset: 9223372036854775807 2024-12-09T20:48:48,064 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key e8c21b9c4ad2489bbb197d1408e6e4c3_0 from back map with offset lock 2094080 in the evict process 2024-12-09T20:48:48,066 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 7fb3f8eabe6e45e4af848054f0d11f92, starting offset: 0, end offset: 9223372036854775807 2024-12-09T20:48:48,066 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 7fb3f8eabe6e45e4af848054f0d11f92_0 from back map with offset lock 2094080 in the evict process 2024-12-09T20:48:48,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T20:48:48,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:48,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:48,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:48,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:48,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T20:48:48,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T20:48:48,067 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1637033816, stopped=false 2024-12-09T20:48:48,067 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c23a7251f8,46807,1733777325812 2024-12-09T20:48:48,078 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:48,078 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:48,079 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:48,079 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:48,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:48,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:48,079 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:48,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:48,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:48,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:48,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:48,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:48,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:48,079 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,44187,1733777326030' ***** 2024-12-09T20:48:48,079 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:48,079 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,45773,1733777326074' ***** 2024-12-09T20:48:48,080 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:48,080 INFO [RS:0;00c23a7251f8:44187 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T20:48:48,080 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T20:48:48,080 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T20:48:48,080 INFO [RS:1;00c23a7251f8:45773 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T20:48:48,080 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T20:48:48,080 INFO [RS:1;00c23a7251f8:45773 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T20:48:48,080 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T20:48:48,080 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T20:48:48,080 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T20:48:48,080 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:48,080 INFO [RS:0;00c23a7251f8:44187 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T20:48:48,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:48,080 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:48,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:48,081 INFO [RS:0;00c23a7251f8:44187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:48,081 INFO [RS:0;00c23a7251f8:44187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:48,081 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(3091): Received CLOSE for 12c7782def937fccddb3015fa2ebe86b 2024-12-09T20:48:48,081 INFO [RS:1;00c23a7251f8:45773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:48,081 INFO [RS:1;00c23a7251f8:45773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:48,081 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:48,084 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,44187,1733777326030 2024-12-09T20:48:48,084 INFO [RS:0;00c23a7251f8:44187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:48,084 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,45773,1733777326074 2024-12-09T20:48:48,084 INFO [RS:1;00c23a7251f8:45773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:48,084 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12c7782def937fccddb3015fa2ebe86b, disabling compactions & flushes 2024-12-09T20:48:48,084 INFO [RS:1;00c23a7251f8:45773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;00c23a7251f8:45773. 2024-12-09T20:48:48,084 INFO [RS:0;00c23a7251f8:44187 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c23a7251f8:44187. 2024-12-09T20:48:48,084 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:48,084 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d65675200365d5bb1486e80c60a439f, disabling compactions & flushes 2024-12-09T20:48:48,084 DEBUG [RS:1;00c23a7251f8:45773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:48,084 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:48,084 DEBUG [RS:0;00c23a7251f8:44187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:48,084 DEBUG [RS:1;00c23a7251f8:45773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:48,084 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:48,084 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. after waiting 0 ms 2024-12-09T20:48:48,084 DEBUG [RS:0;00c23a7251f8:44187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:48,084 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:48,084 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:48,084 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. after waiting 0 ms 2024-12-09T20:48:48,084 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T20:48:48,084 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:48,084 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:48,084 DEBUG [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(1325): Online Regions={0d65675200365d5bb1486e80c60a439f=testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f.} 2024-12-09T20:48:48,084 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:48,084 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:48,084 DEBUG [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(1351): Waiting on 0d65675200365d5bb1486e80c60a439f 2024-12-09T20:48:48,084 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T20:48:48,085 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T20:48:48,085 DEBUG [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1325): Online Regions={12c7782def937fccddb3015fa2ebe86b=testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T20:48:48,085 DEBUG [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1351): Waiting on 12c7782def937fccddb3015fa2ebe86b, 1588230740 2024-12-09T20:48:48,085 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:48,085 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:48,085 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:48,085 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:48,085 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:48,085 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T20:48:48,090 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/12c7782def937fccddb3015fa2ebe86b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T20:48:48,090 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/default/testClearRegionBlockCache/0d65675200365d5bb1486e80c60a439f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T20:48:48,090 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:48,090 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:48,090 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12c7782def937fccddb3015fa2ebe86b: Waiting for close lock at 1733777328084Running coprocessor pre-close hooks at 1733777328084Disabling compacts and flushes for region at 1733777328084Disabling writes for close at 1733777328084Writing region close event to WAL at 1733777328085 (+1 ms)Running coprocessor post-close hooks at 1733777328090 (+5 ms)Closed at 1733777328090 2024-12-09T20:48:48,090 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d65675200365d5bb1486e80c60a439f: Waiting for close lock at 1733777328084Running coprocessor pre-close hooks at 1733777328084Disabling compacts and flushes for region at 1733777328084Disabling writes for close at 1733777328084Writing region close event to WAL at 1733777328085 (+1 ms)Running coprocessor post-close hooks at 1733777328090 (+5 ms)Closed at 1733777328090 2024-12-09T20:48:48,090 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b. 2024-12-09T20:48:48,090 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733777327318.0d65675200365d5bb1486e80c60a439f. 2024-12-09T20:48:48,100 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/.tmp/info/0ad46b522f5445dc88125c3a76ba83a7 is 173, key is testClearRegionBlockCache,5,1733777327318.12c7782def937fccddb3015fa2ebe86b./info:regioninfo/1733777327697/Put/seqid=0 2024-12-09T20:48:48,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:48,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:48,105 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/.tmp/info/0ad46b522f5445dc88125c3a76ba83a7 2024-12-09T20:48:48,123 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/.tmp/ns/ed52b068cadf422fbc24bc694d3a0ea4 is 43, key is default/ns:d/1733777327228/Put/seqid=0 2024-12-09T20:48:48,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:48,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:48,156 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:48,157 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:48,284 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,45773,1733777326074; all regions closed. 2024-12-09T20:48:48,285 DEBUG [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T20:48:48,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741834_1010 (size=1758) 2024-12-09T20:48:48,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/WALs/00c23a7251f8,45773,1733777326074/00c23a7251f8%2C45773%2C1733777326074.1733777326894 not finished, retry = 0 2024-12-09T20:48:48,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741834_1010 (size=1758) 2024-12-09T20:48:48,393 DEBUG [RS:1;00c23a7251f8:45773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/oldWALs 2024-12-09T20:48:48,393 INFO [RS:1;00c23a7251f8:45773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C45773%2C1733777326074:(num 1733777326894) 2024-12-09T20:48:48,393 DEBUG [RS:1;00c23a7251f8:45773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:48,393 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:48,394 INFO [RS:1;00c23a7251f8:45773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:48,394 INFO [RS:1;00c23a7251f8:45773 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:48,394 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:48,394 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:48,394 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:48,394 INFO [RS:1;00c23a7251f8:45773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:48,394 INFO [RS:1;00c23a7251f8:45773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45773 2024-12-09T20:48:48,395 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:48,485 DEBUG [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T20:48:48,528 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/.tmp/ns/ed52b068cadf422fbc24bc694d3a0ea4 2024-12-09T20:48:48,549 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,45773,1733777326074 2024-12-09T20:48:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:48,549 INFO [RS:1;00c23a7251f8:45773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:48,549 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/.tmp/table/6cf77a0d0875462982f8f8a1f360ff49 is 61, key is testClearRegionBlockCache/table:state/1733777327708/Put/seqid=0 2024-12-09T20:48:48,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:48,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:48,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,45773,1733777326074] 2024-12-09T20:48:48,561 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/.tmp/table/6cf77a0d0875462982f8f8a1f360ff49 2024-12-09T20:48:48,571 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/.tmp/info/0ad46b522f5445dc88125c3a76ba83a7 as hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/info/0ad46b522f5445dc88125c3a76ba83a7 2024-12-09T20:48:48,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,45773,1733777326074 already deleted, retry=false 2024-12-09T20:48:48,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,45773,1733777326074 expired; onlineServers=1 2024-12-09T20:48:48,583 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/info/0ad46b522f5445dc88125c3a76ba83a7, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T20:48:48,584 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/.tmp/ns/ed52b068cadf422fbc24bc694d3a0ea4 as hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/ns/ed52b068cadf422fbc24bc694d3a0ea4 2024-12-09T20:48:48,590 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/ns/ed52b068cadf422fbc24bc694d3a0ea4, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T20:48:48,591 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/.tmp/table/6cf77a0d0875462982f8f8a1f360ff49 as hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/table/6cf77a0d0875462982f8f8a1f360ff49 2024-12-09T20:48:48,598 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/table/6cf77a0d0875462982f8f8a1f360ff49, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T20:48:48,605 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=13, compaction requested=false 2024-12-09T20:48:48,617 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T20:48:48,618 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T20:48:48,618 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:48,618 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777328085Running coprocessor pre-close hooks at 1733777328085Disabling compacts and flushes for region at 1733777328085Disabling writes for close at 1733777328085Obtaining lock to block concurrent updates at 1733777328085Preparing flush snapshotting stores in 1588230740 at 1733777328085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733777328086 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733777328086Flushing 1588230740/info: creating writer at 1733777328087 (+1 ms)Flushing 1588230740/info: appending metadata at 1733777328099 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733777328099Flushing 1588230740/ns: creating writer at 1733777328109 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733777328122 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733777328122Flushing 1588230740/table: creating writer at 1733777328534 (+412 ms)Flushing 1588230740/table: appending metadata at 1733777328548 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733777328548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6158aa: reopening flushed file at 1733777328569 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc11bd1: reopening flushed file at 1733777328583 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2041fb3c: reopening flushed file at 1733777328590 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=13, compaction requested=false at 1733777328605 (+15 ms)Writing region close event to WAL at 1733777328613 (+8 ms)Running coprocessor post-close hooks at 1733777328618 (+5 ms)Closed at 1733777328618 2024-12-09T20:48:48,618 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:48,660 INFO [RS:1;00c23a7251f8:45773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:48,660 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:48,660 INFO [RS:1;00c23a7251f8:45773 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,45773,1733777326074; zookeeper connection closed. 2024-12-09T20:48:48,660 DEBUG [pool-752-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45773-0x1000c5685ac0002, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:48,660 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bc158f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bc158f 2024-12-09T20:48:48,685 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,44187,1733777326030; all regions closed. 2024-12-09T20:48:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:48,691 DEBUG [RS:0;00c23a7251f8:44187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/oldWALs 2024-12-09T20:48:48,691 INFO [RS:0;00c23a7251f8:44187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C44187%2C1733777326030.meta:.meta(num 1733777327167) 2024-12-09T20:48:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741833_1009 (size=1867) 2024-12-09T20:48:48,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741833_1009 (size=1867) 2024-12-09T20:48:48,698 DEBUG [RS:0;00c23a7251f8:44187 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/oldWALs 2024-12-09T20:48:48,699 INFO [RS:0;00c23a7251f8:44187 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C44187%2C1733777326030:(num 1733777326887) 2024-12-09T20:48:48,699 DEBUG [RS:0;00c23a7251f8:44187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:48,699 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:48,699 INFO [RS:0;00c23a7251f8:44187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:48,699 INFO [RS:0;00c23a7251f8:44187 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:48,699 INFO [RS:0;00c23a7251f8:44187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:48,699 INFO [RS:0;00c23a7251f8:44187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44187 2024-12-09T20:48:48,699 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:48,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:48,731 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,44187,1733777326030 2024-12-09T20:48:48,731 INFO [RS:0;00c23a7251f8:44187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:48,732 ERROR [pool-744-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f510c902b78@34752c0c rejected from java.util.concurrent.ThreadPoolExecutor@7177b4e6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-09T20:48:48,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,44187,1733777326030] 2024-12-09T20:48:48,752 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,44187,1733777326030 already deleted, retry=false 2024-12-09T20:48:48,752 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,44187,1733777326030 expired; onlineServers=0 2024-12-09T20:48:48,752 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c23a7251f8,46807,1733777325812' ***** 2024-12-09T20:48:48,752 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T20:48:48,752 INFO [M:0;00c23a7251f8:46807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:48,753 INFO [M:0;00c23a7251f8:46807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:48,753 DEBUG [M:0;00c23a7251f8:46807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T20:48:48,753 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T20:48:48,753 DEBUG [M:0;00c23a7251f8:46807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T20:48:48,753 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777326529 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777326529,5,FailOnTimeoutGroup] 2024-12-09T20:48:48,753 INFO [M:0;00c23a7251f8:46807 {}] hbase.ChoreService(370): Chore service for: master/00c23a7251f8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:48,753 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777326530 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777326530,5,FailOnTimeoutGroup] 2024-12-09T20:48:48,753 INFO [M:0;00c23a7251f8:46807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:48,753 DEBUG [M:0;00c23a7251f8:46807 {}] master.HMaster(1795): Stopping service threads 2024-12-09T20:48:48,753 INFO [M:0;00c23a7251f8:46807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T20:48:48,753 INFO [M:0;00c23a7251f8:46807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:48,753 INFO [M:0;00c23a7251f8:46807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T20:48:48,753 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T20:48:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:48,763 DEBUG [M:0;00c23a7251f8:46807 {}] zookeeper.ZKUtil(347): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T20:48:48,763 WARN [M:0;00c23a7251f8:46807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T20:48:48,764 INFO [M:0;00c23a7251f8:46807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/.lastflushedseqids 2024-12-09T20:48:48,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741844_1020 (size=191) 2024-12-09T20:48:48,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741844_1020 (size=191) 2024-12-09T20:48:48,778 INFO [M:0;00c23a7251f8:46807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T20:48:48,778 INFO [M:0;00c23a7251f8:46807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T20:48:48,778 DEBUG [M:0;00c23a7251f8:46807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:48,778 INFO [M:0;00c23a7251f8:46807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:48,778 DEBUG [M:0;00c23a7251f8:46807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:48,778 DEBUG [M:0;00c23a7251f8:46807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:48,778 DEBUG [M:0;00c23a7251f8:46807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:48,779 INFO [M:0;00c23a7251f8:46807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-09T20:48:48,856 DEBUG [M:0;00c23a7251f8:46807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e3d8ac11faf493491a9f3f1d4d1ac24 is 82, key is hbase:meta,,1/info:regioninfo/1733777327204/Put/seqid=0 2024-12-09T20:48:48,857 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:48,857 INFO [RS:0;00c23a7251f8:44187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:48,857 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44187-0x1000c5685ac0001, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:48,857 INFO [RS:0;00c23a7251f8:44187 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,44187,1733777326030; zookeeper connection closed. 2024-12-09T20:48:48,858 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53d38ba2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53d38ba2 2024-12-09T20:48:48,859 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T20:48:48,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:48,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:48,871 INFO [M:0;00c23a7251f8:46807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e3d8ac11faf493491a9f3f1d4d1ac24 2024-12-09T20:48:48,901 DEBUG [M:0;00c23a7251f8:46807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5baaf54f7af6435e9276751f8d55631a is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733777327712/Put/seqid=0 2024-12-09T20:48:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741846_1022 (size=6218) 2024-12-09T20:48:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741846_1022 (size=6218) 2024-12-09T20:48:48,919 INFO [M:0;00c23a7251f8:46807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5baaf54f7af6435e9276751f8d55631a 2024-12-09T20:48:48,948 DEBUG [M:0;00c23a7251f8:46807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3e18a5131d54388b3acbd9d4429d7d4 is 69, key is 00c23a7251f8,44187,1733777326030/rs:state/1733777326660/Put/seqid=0 2024-12-09T20:48:48,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:48,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:49,353 INFO [M:0;00c23a7251f8:46807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3e18a5131d54388b3acbd9d4429d7d4 2024-12-09T20:48:49,361 DEBUG [M:0;00c23a7251f8:46807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e3d8ac11faf493491a9f3f1d4d1ac24 as hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e3d8ac11faf493491a9f3f1d4d1ac24 2024-12-09T20:48:49,366 INFO [M:0;00c23a7251f8:46807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e3d8ac11faf493491a9f3f1d4d1ac24, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T20:48:49,367 DEBUG [M:0;00c23a7251f8:46807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5baaf54f7af6435e9276751f8d55631a as hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5baaf54f7af6435e9276751f8d55631a 2024-12-09T20:48:49,372 INFO [M:0;00c23a7251f8:46807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5baaf54f7af6435e9276751f8d55631a, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T20:48:49,374 DEBUG [M:0;00c23a7251f8:46807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3e18a5131d54388b3acbd9d4429d7d4 as hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3e18a5131d54388b3acbd9d4429d7d4 2024-12-09T20:48:49,379 INFO [M:0;00c23a7251f8:46807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40259/user/jenkins/test-data/fd8dd89e-110a-257c-5d06-4518731fcbf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3e18a5131d54388b3acbd9d4429d7d4, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T20:48:49,380 INFO [M:0;00c23a7251f8:46807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=71, compaction requested=false 2024-12-09T20:48:49,382 INFO [M:0;00c23a7251f8:46807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:49,382 DEBUG [M:0;00c23a7251f8:46807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777328778Disabling compacts and flushes for region at 1733777328778Disabling writes for close at 1733777328778Obtaining lock to block concurrent updates at 1733777328779 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733777328779Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733777328779Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733777328780 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733777328780Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733777328855 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733777328855Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733777328879 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733777328900 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733777328900Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733777328928 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733777328947 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733777328947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c74aaaa: reopening flushed file at 1733777329360 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e73ef6e: reopening flushed file at 1733777329367 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a8e206: reopening flushed file at 1733777329373 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=71, compaction requested=false at 1733777329381 (+8 ms)Writing region close event to WAL at 1733777329382 (+1 ms)Closed at 1733777329382 2024-12-09T20:48:49,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35435 is added to blk_1073741830_1006 (size=35428) 2024-12-09T20:48:49,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45007 is added to blk_1073741830_1006 (size=35428) 2024-12-09T20:48:49,385 INFO [M:0;00c23a7251f8:46807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T20:48:49,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:49,385 INFO [M:0;00c23a7251f8:46807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46807 2024-12-09T20:48:49,385 INFO [M:0;00c23a7251f8:46807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:49,513 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T20:48:49,533 INFO [M:0;00c23a7251f8:46807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:49,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:49,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1000c5685ac0000, quorum=127.0.0.1:62573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:49,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@537294c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:49,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@212c0dd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:49,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:49,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53a6cde9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:49,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f6d14c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:49,572 WARN [BP-730473163-172.17.0.2-1733777322989 heartbeating to localhost/127.0.0.1:40259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:49,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:49,572 WARN [BP-730473163-172.17.0.2-1733777322989 heartbeating to localhost/127.0.0.1:40259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-730473163-172.17.0.2-1733777322989 (Datanode Uuid c8ef7a8d-4e38-4418-9547-d568ce1b7846) service to localhost/127.0.0.1:40259 2024-12-09T20:48:49,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:49,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/data/data3/current/BP-730473163-172.17.0.2-1733777322989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:49,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/data/data4/current/BP-730473163-172.17.0.2-1733777322989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:49,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:49,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76a6e4ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:49,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65c04dcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:49,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:49,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6091ea70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:49,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab22e1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:49,576 WARN [BP-730473163-172.17.0.2-1733777322989 heartbeating to localhost/127.0.0.1:40259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:49,576 WARN [BP-730473163-172.17.0.2-1733777322989 heartbeating to localhost/127.0.0.1:40259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-730473163-172.17.0.2-1733777322989 (Datanode Uuid f56be00c-6af2-4821-a707-311017c1be02) service to localhost/127.0.0.1:40259 2024-12-09T20:48:49,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:49,577 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:49,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/data/data1/current/BP-730473163-172.17.0.2-1733777322989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:49,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/cluster_f6ed4f75-6b02-9174-9c04-8ecb79419ef1/data/data2/current/BP-730473163-172.17.0.2-1733777322989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:49,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:49,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@334fa83{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:49,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30e813bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:49,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:49,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15665358{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:49,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf8027f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:49,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T20:48:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T20:48:49,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=173 (was 156) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40259 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40259 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2739 (was 3076) 2024-12-09T20:48:49,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=173, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=2739 2024-12-09T20:48:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.log.dir so I do NOT create it in target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd 2024-12-09T20:48:49,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T20:48:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.tmp.dir so I do NOT create it in target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd 2024-12-09T20:48:49,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf932d04-dd5c-024c-0b68-193ba76a68a1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T20:48:49,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd 2024-12-09T20:48:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T20:48:49,637 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d, deleteOnExit=true 2024-12-09T20:48:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T20:48:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/test.cache.data in system properties and HBase conf 2024-12-09T20:48:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T20:48:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/hadoop.log.dir in system properties and HBase conf 2024-12-09T20:48:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T20:48:49,638 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/nfs.dump.dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/java.io.tmpdir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:48:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T20:48:49,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T20:48:50,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:50,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:50,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:50,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:50,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:48:50,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:50,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b813358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:50,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@501a26c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:50,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f28f44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/java.io.tmpdir/jetty-localhost-46123-hadoop-hdfs-3_4_1-tests_jar-_-any-10187168521570801356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:50,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38c1d59a{HTTP/1.1, (http/1.1)}{localhost:46123} 2024-12-09T20:48:50,139 INFO [Time-limited test {}] server.Server(415): Started @36757ms 2024-12-09T20:48:50,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:50,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:50,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:50,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:50,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:48:50,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfe8e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:50,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b85174e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:50,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42753934{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/java.io.tmpdir/jetty-localhost-43231-hadoop-hdfs-3_4_1-tests_jar-_-any-772296079017360880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:50,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@665864cb{HTTP/1.1, (http/1.1)}{localhost:43231} 2024-12-09T20:48:50,510 INFO [Time-limited test {}] server.Server(415): Started @37128ms 2024-12-09T20:48:50,511 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:50,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:48:50,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:48:50,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:48:50,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:48:50,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:48:50,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f2bc9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:48:50,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74609373{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:48:50,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@704773b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/java.io.tmpdir/jetty-localhost-32809-hadoop-hdfs-3_4_1-tests_jar-_-any-16907909336026431305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:50,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@89a7775{HTTP/1.1, (http/1.1)}{localhost:32809} 2024-12-09T20:48:50,660 INFO [Time-limited test {}] server.Server(415): Started @37279ms 2024-12-09T20:48:50,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:48:51,662 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/data/data1/current/BP-1977784156-172.17.0.2-1733777329665/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:51,662 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/data/data2/current/BP-1977784156-172.17.0.2-1733777329665/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:51,684 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8f4958ccbb6c931 with lease ID 0x450eca9b2b6c66cd: Processing first storage report for DS-d550aa8f-8b09-48d1-873c-a18a66d21cbe from datanode DatanodeRegistration(127.0.0.1:38069, datanodeUuid=57e1ff71-910e-4ab5-9289-7f6560b01589, infoPort=43071, infoSecurePort=0, ipcPort=35775, storageInfo=lv=-57;cid=testClusterID;nsid=1392377062;c=1733777329665) 2024-12-09T20:48:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8f4958ccbb6c931 with lease ID 0x450eca9b2b6c66cd: from storage DS-d550aa8f-8b09-48d1-873c-a18a66d21cbe node DatanodeRegistration(127.0.0.1:38069, datanodeUuid=57e1ff71-910e-4ab5-9289-7f6560b01589, infoPort=43071, infoSecurePort=0, ipcPort=35775, storageInfo=lv=-57;cid=testClusterID;nsid=1392377062;c=1733777329665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8f4958ccbb6c931 with lease ID 0x450eca9b2b6c66cd: Processing first storage report for DS-c3f63d05-8cac-4432-a949-81e5b37bf07d from datanode DatanodeRegistration(127.0.0.1:38069, datanodeUuid=57e1ff71-910e-4ab5-9289-7f6560b01589, infoPort=43071, infoSecurePort=0, ipcPort=35775, storageInfo=lv=-57;cid=testClusterID;nsid=1392377062;c=1733777329665) 2024-12-09T20:48:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8f4958ccbb6c931 with lease ID 0x450eca9b2b6c66cd: from storage DS-c3f63d05-8cac-4432-a949-81e5b37bf07d node DatanodeRegistration(127.0.0.1:38069, datanodeUuid=57e1ff71-910e-4ab5-9289-7f6560b01589, infoPort=43071, infoSecurePort=0, ipcPort=35775, storageInfo=lv=-57;cid=testClusterID;nsid=1392377062;c=1733777329665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:51,816 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/data/data3/current/BP-1977784156-172.17.0.2-1733777329665/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:51,816 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/data/data4/current/BP-1977784156-172.17.0.2-1733777329665/current, will proceed with Du for space computation calculation, 2024-12-09T20:48:51,832 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:48:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa41fd6259c2d3678 with lease ID 0x450eca9b2b6c66ce: Processing first storage report for DS-12146cbf-f844-4930-a7cd-969bf27b3635 from datanode DatanodeRegistration(127.0.0.1:44927, datanodeUuid=bde76f0e-c5ec-4673-88a5-9ba94cfcebe4, infoPort=34989, infoSecurePort=0, ipcPort=42055, storageInfo=lv=-57;cid=testClusterID;nsid=1392377062;c=1733777329665) 2024-12-09T20:48:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa41fd6259c2d3678 with lease ID 0x450eca9b2b6c66ce: from storage DS-12146cbf-f844-4930-a7cd-969bf27b3635 node DatanodeRegistration(127.0.0.1:44927, datanodeUuid=bde76f0e-c5ec-4673-88a5-9ba94cfcebe4, infoPort=34989, infoSecurePort=0, ipcPort=42055, storageInfo=lv=-57;cid=testClusterID;nsid=1392377062;c=1733777329665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa41fd6259c2d3678 with lease ID 0x450eca9b2b6c66ce: Processing first storage report for DS-c4555c90-48c1-446f-bd82-24b3d5f56099 from datanode DatanodeRegistration(127.0.0.1:44927, datanodeUuid=bde76f0e-c5ec-4673-88a5-9ba94cfcebe4, infoPort=34989, infoSecurePort=0, ipcPort=42055, storageInfo=lv=-57;cid=testClusterID;nsid=1392377062;c=1733777329665) 2024-12-09T20:48:51,834 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa41fd6259c2d3678 with lease ID 0x450eca9b2b6c66ce: from storage DS-c4555c90-48c1-446f-bd82-24b3d5f56099 node DatanodeRegistration(127.0.0.1:44927, datanodeUuid=bde76f0e-c5ec-4673-88a5-9ba94cfcebe4, infoPort=34989, infoSecurePort=0, ipcPort=42055, storageInfo=lv=-57;cid=testClusterID;nsid=1392377062;c=1733777329665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:48:51,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd 2024-12-09T20:48:51,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/zookeeper_0, clientPort=51695, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T20:48:51,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51695 2024-12-09T20:48:51,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:51,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:51,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:51,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:48:51,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9 with version=8 2024-12-09T20:48:51,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/hbase-staging 2024-12-09T20:48:51,926 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:51,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:51,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:51,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:51,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:51,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:51,926 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T20:48:51,926 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:51,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38513 2024-12-09T20:48:51,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38513 connecting to ZooKeeper ensemble=127.0.0.1:51695 2024-12-09T20:48:51,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385130x0, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:51,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38513-0x1000c569d880000 connected 2024-12-09T20:48:52,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:52,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:52,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:52,080 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9, hbase.cluster.distributed=false 2024-12-09T20:48:52,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:52,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38513 2024-12-09T20:48:52,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38513 2024-12-09T20:48:52,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38513 2024-12-09T20:48:52,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38513 2024-12-09T20:48:52,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38513 2024-12-09T20:48:52,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:52,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:52,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:52,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:52,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:52,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:52,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:52,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:52,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43371 2024-12-09T20:48:52,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43371 connecting to ZooKeeper ensemble=127.0.0.1:51695 2024-12-09T20:48:52,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:52,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:52,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433710x0, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:52,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433710x0, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:52,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43371-0x1000c569d880001 connected 2024-12-09T20:48:52,111 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:52,111 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T20:48:52,115 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T20:48:52,116 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T20:48:52,117 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T20:48:52,117 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:52,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:52,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:52,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43371 2024-12-09T20:48:52,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43371 2024-12-09T20:48:52,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43371 2024-12-09T20:48:52,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43371 2024-12-09T20:48:52,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43371 2024-12-09T20:48:52,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:48:52,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:52,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:52,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:48:52,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:48:52,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:48:52,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:48:52,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:48:52,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36413 2024-12-09T20:48:52,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36413 connecting to ZooKeeper ensemble=127.0.0.1:51695 2024-12-09T20:48:52,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:52,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:52,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364130x0, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:48:52,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364130x0, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:52,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36413-0x1000c569d880002 connected 2024-12-09T20:48:52,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:48:52,150 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T20:48:52,156 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-09T20:48:52,156 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T20:48:52,157 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T20:48:52,157 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:48:52,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:48:52,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:48:52,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36413 2024-12-09T20:48:52,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36413 2024-12-09T20:48:52,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36413 2024-12-09T20:48:52,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36413 2024-12-09T20:48:52,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36413 2024-12-09T20:48:52,173 DEBUG [M:0;00c23a7251f8:38513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c23a7251f8:38513 2024-12-09T20:48:52,173 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c23a7251f8,38513,1733777331925 2024-12-09T20:48:52,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:52,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:52,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:52,184 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c23a7251f8,38513,1733777331925 2024-12-09T20:48:52,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:52,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:52,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,195 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T20:48:52,195 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c23a7251f8,38513,1733777331925 from backup master directory 2024-12-09T20:48:52,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:52,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:52,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c23a7251f8,38513,1733777331925 2024-12-09T20:48:52,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:48:52,205 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:52,205 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c23a7251f8,38513,1733777331925 2024-12-09T20:48:52,210 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/hbase.id] with ID: e76f13b4-9f99-4457-bbaa-f95e2a9ce437 2024-12-09T20:48:52,210 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/.tmp/hbase.id 2024-12-09T20:48:52,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:48:52,218 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/.tmp/hbase.id]:[hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/hbase.id] 2024-12-09T20:48:52,228 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:48:52,228 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T20:48:52,229 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-09T20:48:52,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:48:52,242 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:52,243 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T20:48:52,243 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:52,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:52,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:48:52,653 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store 2024-12-09T20:48:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:48:52,665 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:52,665 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:52,665 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:52,665 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:52,665 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:52,665 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:52,665 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:52,665 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777332665Disabling compacts and flushes for region at 1733777332665Disabling writes for close at 1733777332665Writing region close event to WAL at 1733777332665Closed at 1733777332665 2024-12-09T20:48:52,666 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/.initializing 2024-12-09T20:48:52,666 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/WALs/00c23a7251f8,38513,1733777331925 2024-12-09T20:48:52,667 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:52,668 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C38513%2C1733777331925, suffix=, logDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/WALs/00c23a7251f8,38513,1733777331925, archiveDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/oldWALs, maxLogs=10 2024-12-09T20:48:52,685 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/WALs/00c23a7251f8,38513,1733777331925/00c23a7251f8%2C38513%2C1733777331925.1733777332668, exclude list is [], retry=0 2024-12-09T20:48:52,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T20:48:52,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44927,DS-12146cbf-f844-4930-a7cd-969bf27b3635,DISK] 2024-12-09T20:48:52,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-d550aa8f-8b09-48d1-873c-a18a66d21cbe,DISK] 2024-12-09T20:48:52,690 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/WALs/00c23a7251f8,38513,1733777331925/00c23a7251f8%2C38513%2C1733777331925.1733777332668 2024-12-09T20:48:52,691 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34989:34989),(127.0.0.1/127.0.0.1:43071:43071)] 2024-12-09T20:48:52,691 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:52,691 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:52,691 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,691 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T20:48:52,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:52,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:52,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T20:48:52,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:52,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:52,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T20:48:52,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:52,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:52,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T20:48:52,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:52,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:52,700 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,701 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,701 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,702 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,702 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,703 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:52,704 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:48:52,707 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:52,707 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68393986, jitterRate=0.019149810075759888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:52,708 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733777332691Initializing all the Stores at 1733777332692 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777332692Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777332692Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777332692Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777332692Cleaning up temporary data from old regions at 1733777332702 (+10 ms)Region opened successfully at 1733777332708 (+6 ms) 2024-12-09T20:48:52,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:52,709 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T20:48:52,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:52,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:52,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:52,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:52,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:52,713 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7041b075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:52,713 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T20:48:52,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:52,714 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T20:48:52,714 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T20:48:52,714 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T20:48:52,715 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T20:48:52,715 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-09T20:48:52,715 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T20:48:52,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T20:48:52,718 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T20:48:52,719 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T20:48:52,765 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T20:48:52,765 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T20:48:52,766 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T20:48:52,773 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T20:48:52,773 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T20:48:52,775 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T20:48:52,783 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T20:48:52,785 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T20:48:52,794 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T20:48:52,798 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T20:48:52,804 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T20:48:52,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:52,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:52,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:52,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,817 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c23a7251f8,38513,1733777331925, sessionid=0x1000c569d880000, setting cluster-up flag (Was=false) 2024-12-09T20:48:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,868 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T20:48:52,869 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,38513,1733777331925 2024-12-09T20:48:52,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:52,921 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T20:48:52,924 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,38513,1733777331925 2024-12-09T20:48:52,927 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T20:48:52,930 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:52,931 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T20:48:52,931 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T20:48:52,932 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c23a7251f8,38513,1733777331925 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T20:48:52,933 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:52,933 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:52,933 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:52,933 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:48:52,933 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c23a7251f8:0, corePoolSize=10, maxPoolSize=10 2024-12-09T20:48:52,933 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:52,933 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:52,933 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:52,934 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733777362934 2024-12-09T20:48:52,934 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T20:48:52,934 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T20:48:52,934 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T20:48:52,934 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T20:48:52,934 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T20:48:52,934 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T20:48:52,934 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:52,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:52,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T20:48:52,935 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T20:48:52,935 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T20:48:52,935 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T20:48:52,935 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T20:48:52,935 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T20:48:52,935 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777332935,5,FailOnTimeoutGroup] 2024-12-09T20:48:52,935 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777332935,5,FailOnTimeoutGroup] 2024-12-09T20:48:52,935 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:52,935 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T20:48:52,935 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:52,935 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:52,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:52,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T20:48:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:52,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:48:52,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T20:48:52,943 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9 2024-12-09T20:48:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:48:52,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:52,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:52,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:52,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:52,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:52,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:52,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:52,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:52,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:52,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:52,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:52,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:52,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:52,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:52,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:52,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:52,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:52,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:52,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740 2024-12-09T20:48:52,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740 2024-12-09T20:48:52,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:52,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:52,960 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:52,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:52,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:52,962 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73685864, jitterRate=0.09800493717193604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:52,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733777332950Initializing all the Stores at 1733777332951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777332951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777332951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777332951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777332951Cleaning up temporary data from old regions at 1733777332960 (+9 ms)Region opened successfully at 1733777332963 (+3 ms) 2024-12-09T20:48:52,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:52,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:52,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:52,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:52,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:52,963 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:52,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777332963Disabling compacts and flushes for region at 1733777332963Disabling writes for close at 1733777332963Writing region close event to WAL at 1733777332963Closed at 1733777332963 2024-12-09T20:48:52,964 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:52,964 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T20:48:52,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T20:48:52,965 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:52,966 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(746): ClusterId : e76f13b4-9f99-4457-bbaa-f95e2a9ce437 2024-12-09T20:48:52,966 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(746): ClusterId : e76f13b4-9f99-4457-bbaa-f95e2a9ce437 2024-12-09T20:48:52,966 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:52,966 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:48:52,966 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T20:48:52,974 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:52,974 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:48:52,974 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:52,974 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:48:52,984 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:52,984 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:48:52,985 DEBUG [RS:0;00c23a7251f8:43371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0ea3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:52,985 DEBUG [RS:1;00c23a7251f8:36413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688c2a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:48:52,999 DEBUG [RS:0;00c23a7251f8:43371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c23a7251f8:43371 2024-12-09T20:48:52,999 DEBUG [RS:1;00c23a7251f8:36413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;00c23a7251f8:36413 2024-12-09T20:48:52,999 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:52,999 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:48:52,999 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:52,999 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:48:52,999 DEBUG [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:52,999 DEBUG [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:48:53,000 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,38513,1733777331925 with port=36413, startcode=1733777332132 2024-12-09T20:48:53,000 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,38513,1733777331925 with port=43371, startcode=1733777332096 2024-12-09T20:48:53,000 DEBUG [RS:0;00c23a7251f8:43371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:53,000 DEBUG [RS:1;00c23a7251f8:36413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:48:53,001 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:53,001 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:48:53,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,43371,1733777332096 2024-12-09T20:48:53,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38513 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,43371,1733777332096 2024-12-09T20:48:53,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,36413,1733777332132 2024-12-09T20:48:53,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38513 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,36413,1733777332132 2024-12-09T20:48:53,003 DEBUG [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9 2024-12-09T20:48:53,003 DEBUG [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38637 2024-12-09T20:48:53,003 DEBUG [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:53,004 DEBUG [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9 2024-12-09T20:48:53,004 DEBUG [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38637 2024-12-09T20:48:53,004 DEBUG [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:48:53,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:53,053 DEBUG [RS:0;00c23a7251f8:43371 {}] zookeeper.ZKUtil(111): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,43371,1733777332096 2024-12-09T20:48:53,053 WARN [RS:0;00c23a7251f8:43371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:53,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,43371,1733777332096] 2024-12-09T20:48:53,053 INFO [RS:0;00c23a7251f8:43371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:53,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,36413,1733777332132] 2024-12-09T20:48:53,053 DEBUG [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,43371,1733777332096 2024-12-09T20:48:53,054 DEBUG [RS:1;00c23a7251f8:36413 {}] zookeeper.ZKUtil(111): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,36413,1733777332132 2024-12-09T20:48:53,054 WARN [RS:1;00c23a7251f8:36413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:48:53,054 INFO [RS:1;00c23a7251f8:36413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:53,054 DEBUG [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,36413,1733777332132 2024-12-09T20:48:53,059 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:53,059 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:48:53,061 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:53,062 INFO [RS:1;00c23a7251f8:36413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:53,062 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,063 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:53,063 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:48:53,064 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:53,064 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,064 INFO [RS:0;00c23a7251f8:43371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:48:53,064 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,064 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,064 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:48:53,065 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:53,065 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,065 DEBUG [RS:1;00c23a7251f8:36413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:53,065 DEBUG [RS:0;00c23a7251f8:43371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:48:53,065 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,065 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,065 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,065 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,066 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,066 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,36413,1733777332132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:53,068 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,068 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,068 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,068 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,068 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,068 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43371,1733777332096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:53,081 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:53,081 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:48:53,081 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43371,1733777332096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,081 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,36413,1733777332132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,081 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,081 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,081 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.Replication(171): 00c23a7251f8,43371,1733777332096 started 2024-12-09T20:48:53,081 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.Replication(171): 00c23a7251f8,36413,1733777332132 started 2024-12-09T20:48:53,094 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,094 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,094 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,43371,1733777332096, RpcServer on 00c23a7251f8/172.17.0.2:43371, sessionid=0x1000c569d880001 2024-12-09T20:48:53,094 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,36413,1733777332132, RpcServer on 00c23a7251f8/172.17.0.2:36413, sessionid=0x1000c569d880002 2024-12-09T20:48:53,094 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:53,094 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:48:53,094 DEBUG [RS:0;00c23a7251f8:43371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,43371,1733777332096 2024-12-09T20:48:53,094 DEBUG [RS:1;00c23a7251f8:36413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,36413,1733777332132 2024-12-09T20:48:53,094 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,36413,1733777332132' 2024-12-09T20:48:53,094 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,43371,1733777332096' 2024-12-09T20:48:53,094 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:53,094 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:48:53,095 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:53,095 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:48:53,095 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:53,095 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:53,095 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:48:53,095 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:48:53,095 DEBUG [RS:0;00c23a7251f8:43371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,43371,1733777332096 2024-12-09T20:48:53,095 DEBUG [RS:1;00c23a7251f8:36413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,36413,1733777332132 2024-12-09T20:48:53,095 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,36413,1733777332132' 2024-12-09T20:48:53,095 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,43371,1733777332096' 2024-12-09T20:48:53,095 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:53,095 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:48:53,095 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:53,095 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:48:53,096 DEBUG [RS:1;00c23a7251f8:36413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:53,096 DEBUG [RS:0;00c23a7251f8:43371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:48:53,096 INFO [RS:1;00c23a7251f8:36413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:53,096 INFO [RS:0;00c23a7251f8:43371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:48:53,096 INFO [RS:0;00c23a7251f8:43371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:53,096 INFO [RS:1;00c23a7251f8:36413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:48:53,116 WARN [00c23a7251f8:38513 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T20:48:53,196 INFO [RS:0;00c23a7251f8:43371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:53,196 INFO [RS:1;00c23a7251f8:36413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:48:53,200 INFO [RS:0;00c23a7251f8:43371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C43371%2C1733777332096, suffix=, logDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,43371,1733777332096, archiveDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/oldWALs, maxLogs=32 2024-12-09T20:48:53,200 INFO [RS:1;00c23a7251f8:36413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C36413%2C1733777332132, suffix=, logDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,36413,1733777332132, archiveDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/oldWALs, maxLogs=32 2024-12-09T20:48:53,214 DEBUG [RS:0;00c23a7251f8:43371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,43371,1733777332096/00c23a7251f8%2C43371%2C1733777332096.1733777333200, exclude list is [], retry=0 2024-12-09T20:48:53,214 DEBUG [RS:1;00c23a7251f8:36413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,36413,1733777332132/00c23a7251f8%2C36413%2C1733777332132.1733777333200, exclude list is [], retry=0 2024-12-09T20:48:53,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44927,DS-12146cbf-f844-4930-a7cd-969bf27b3635,DISK] 2024-12-09T20:48:53,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-d550aa8f-8b09-48d1-873c-a18a66d21cbe,DISK] 2024-12-09T20:48:53,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-d550aa8f-8b09-48d1-873c-a18a66d21cbe,DISK] 2024-12-09T20:48:53,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44927,DS-12146cbf-f844-4930-a7cd-969bf27b3635,DISK] 2024-12-09T20:48:53,219 INFO [RS:1;00c23a7251f8:36413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,36413,1733777332132/00c23a7251f8%2C36413%2C1733777332132.1733777333200 2024-12-09T20:48:53,219 INFO [RS:0;00c23a7251f8:43371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,43371,1733777332096/00c23a7251f8%2C43371%2C1733777332096.1733777333200 2024-12-09T20:48:53,219 DEBUG [RS:0;00c23a7251f8:43371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071),(127.0.0.1/127.0.0.1:34989:34989)] 2024-12-09T20:48:53,219 DEBUG [RS:1;00c23a7251f8:36413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071),(127.0.0.1/127.0.0.1:34989:34989)] 2024-12-09T20:48:53,367 DEBUG [00c23a7251f8:38513 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T20:48:53,367 DEBUG [00c23a7251f8:38513 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:53,373 DEBUG [00c23a7251f8:38513 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:53,373 DEBUG [00c23a7251f8:38513 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:53,373 DEBUG [00c23a7251f8:38513 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:53,373 DEBUG [00c23a7251f8:38513 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:53,373 INFO [00c23a7251f8:38513 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:53,373 INFO [00c23a7251f8:38513 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:53,374 DEBUG [00c23a7251f8:38513 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:53,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c23a7251f8,36413,1733777332132 2024-12-09T20:48:53,376 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,36413,1733777332132, state=OPENING 2024-12-09T20:48:53,426 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T20:48:53,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:53,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:53,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:53,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:53,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:53,436 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:48:53,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:53,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,36413,1733777332132}] 2024-12-09T20:48:53,589 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:53,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59863, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:53,599 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T20:48:53,600 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:48:53,600 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T20:48:53,602 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C36413%2C1733777332132.meta, suffix=.meta, logDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,36413,1733777332132, archiveDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/oldWALs, maxLogs=32 2024-12-09T20:48:53,617 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,36413,1733777332132/00c23a7251f8%2C36413%2C1733777332132.meta.1733777333602.meta, exclude list is [], retry=0 2024-12-09T20:48:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44927,DS-12146cbf-f844-4930-a7cd-969bf27b3635,DISK] 2024-12-09T20:48:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38069,DS-d550aa8f-8b09-48d1-873c-a18a66d21cbe,DISK] 2024-12-09T20:48:53,621 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,36413,1733777332132/00c23a7251f8%2C36413%2C1733777332132.meta.1733777333602.meta 2024-12-09T20:48:53,622 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43071:43071),(127.0.0.1/127.0.0.1:34989:34989)] 2024-12-09T20:48:53,622 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:48:53,622 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T20:48:53,622 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T20:48:53,622 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T20:48:53,622 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T20:48:53,622 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:53,622 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T20:48:53,622 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T20:48:53,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:48:53,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:48:53,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:53,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:53,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:48:53,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:48:53,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:53,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:53,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:48:53,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:48:53,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:53,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:53,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:48:53,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:48:53,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:53,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:48:53,628 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:48:53,629 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740 2024-12-09T20:48:53,630 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740 2024-12-09T20:48:53,631 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:48:53,631 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:48:53,632 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:48:53,633 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:48:53,634 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66342081, jitterRate=-0.011425957083702087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:48:53,634 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T20:48:53,634 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733777333622Writing region info on filesystem at 1733777333622Initializing all the Stores at 1733777333623 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777333623Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777333624 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777333624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777333624Cleaning up temporary data from old regions at 1733777333631 (+7 ms)Running coprocessor post-open hooks at 1733777333634 (+3 ms)Region opened successfully at 1733777333634 2024-12-09T20:48:53,635 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733777333589 2024-12-09T20:48:53,637 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T20:48:53,637 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T20:48:53,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,36413,1733777332132 2024-12-09T20:48:53,639 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,36413,1733777332132, state=OPEN 2024-12-09T20:48:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:53,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:48:53,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:53,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:53,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:48:53,665 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c23a7251f8,36413,1733777332132 2024-12-09T20:48:53,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T20:48:53,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,36413,1733777332132 in 229 msec 2024-12-09T20:48:53,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T20:48:53,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 704 msec 2024-12-09T20:48:53,672 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:48:53,672 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T20:48:53,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:53,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,36413,1733777332132, seqNum=-1] 2024-12-09T20:48:53,674 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:53,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38125, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:53,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 751 msec 2024-12-09T20:48:53,680 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733777333679, completionTime=-1 2024-12-09T20:48:53,680 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T20:48:53,680 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T20:48:53,682 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-09T20:48:53,682 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733777393682 2024-12-09T20:48:53,682 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733777453682 2024-12-09T20:48:53,682 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-09T20:48:53,682 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,38513,1733777331925-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,682 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,38513,1733777331925-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,682 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,38513,1733777331925-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,682 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c23a7251f8:38513, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,682 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,682 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,684 DEBUG [master/00c23a7251f8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T20:48:53,686 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.481sec 2024-12-09T20:48:53,686 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T20:48:53,686 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T20:48:53,686 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T20:48:53,686 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T20:48:53,686 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T20:48:53,686 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,38513,1733777331925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:48:53,686 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,38513,1733777331925-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T20:48:53,688 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T20:48:53,688 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T20:48:53,688 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,38513,1733777331925-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:48:53,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea7d8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:53,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c23a7251f8,38513,-1 for getting cluster id 2024-12-09T20:48:53,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T20:48:53,769 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e76f13b4-9f99-4457-bbaa-f95e2a9ce437' 2024-12-09T20:48:53,769 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T20:48:53,769 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e76f13b4-9f99-4457-bbaa-f95e2a9ce437" 2024-12-09T20:48:53,770 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34657fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:53,770 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c23a7251f8,38513,-1] 2024-12-09T20:48:53,770 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T20:48:53,771 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:53,772 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T20:48:53,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55208dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:48:53,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:48:53,775 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,36413,1733777332132, seqNum=-1] 2024-12-09T20:48:53,775 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:53,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:53,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c23a7251f8,38513,1733777331925 2024-12-09T20:48:53,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T20:48:53,780 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c23a7251f8,38513,1733777331925 2024-12-09T20:48:53,780 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13087f99 2024-12-09T20:48:53,780 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T20:48:53,782 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T20:48:53,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:48:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T20:48:53,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T20:48:53,786 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:53,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-09T20:48:53,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T20:48:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:53,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:53,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741836_1012 (size=379) 2024-12-09T20:48:53,799 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55c7584e907e1a76bf8588ddd8cdc740, NAME => 'testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9 2024-12-09T20:48:53,799 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 10bc2eb22d02efbbc3d5fcd8a507145b, NAME => 'testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9 2024-12-09T20:48:53,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:53,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741838_1014 (size=61) 2024-12-09T20:48:53,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:53,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741837_1013 (size=61) 2024-12-09T20:48:53,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:53,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 55c7584e907e1a76bf8588ddd8cdc740, disabling compactions & flushes 2024-12-09T20:48:53,811 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:53,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:53,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. after waiting 0 ms 2024-12-09T20:48:53,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:53,811 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:53,811 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55c7584e907e1a76bf8588ddd8cdc740: Waiting for close lock at 1733777333811Disabling compacts and flushes for region at 1733777333811Disabling writes for close at 1733777333811Writing region close event to WAL at 1733777333811Closed at 1733777333811 2024-12-09T20:48:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:54,212 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:54,212 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 10bc2eb22d02efbbc3d5fcd8a507145b, disabling compactions & flushes 2024-12-09T20:48:54,212 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:54,212 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:54,213 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. after waiting 1 ms 2024-12-09T20:48:54,213 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:54,213 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:54,213 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 10bc2eb22d02efbbc3d5fcd8a507145b: Waiting for close lock at 1733777334212Disabling compacts and flushes for region at 1733777334212Disabling writes for close at 1733777334213 (+1 ms)Writing region close event to WAL at 1733777334213Closed at 1733777334213 2024-12-09T20:48:54,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T20:48:54,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777334215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777334215"}]},"ts":"1733777334215"} 2024-12-09T20:48:54,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733777334215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777334215"}]},"ts":"1733777334215"} 2024-12-09T20:48:54,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-09T20:48:54,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T20:48:54,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777334224"}]},"ts":"1733777334224"} 2024-12-09T20:48:54,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T20:48:54,227 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:48:54,228 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:48:54,228 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:48:54,228 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:48:54,228 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:48:54,228 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:48:54,228 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:48:54,228 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:48:54,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=55c7584e907e1a76bf8588ddd8cdc740, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=10bc2eb22d02efbbc3d5fcd8a507145b, ASSIGN}] 2024-12-09T20:48:54,230 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=10bc2eb22d02efbbc3d5fcd8a507145b, ASSIGN 2024-12-09T20:48:54,230 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=55c7584e907e1a76bf8588ddd8cdc740, ASSIGN 2024-12-09T20:48:54,231 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=10bc2eb22d02efbbc3d5fcd8a507145b, ASSIGN; state=OFFLINE, location=00c23a7251f8,43371,1733777332096; forceNewPlan=false, retain=false 2024-12-09T20:48:54,231 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=55c7584e907e1a76bf8588ddd8cdc740, ASSIGN; state=OFFLINE, location=00c23a7251f8,36413,1733777332132; forceNewPlan=false, retain=false 2024-12-09T20:48:54,381 INFO [00c23a7251f8:38513 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T20:48:54,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55c7584e907e1a76bf8588ddd8cdc740, regionState=OPENING, regionLocation=00c23a7251f8,36413,1733777332132 2024-12-09T20:48:54,382 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=10bc2eb22d02efbbc3d5fcd8a507145b, regionState=OPENING, regionLocation=00c23a7251f8,43371,1733777332096 2024-12-09T20:48:54,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=10bc2eb22d02efbbc3d5fcd8a507145b, ASSIGN because future has completed 2024-12-09T20:48:54,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10bc2eb22d02efbbc3d5fcd8a507145b, server=00c23a7251f8,43371,1733777332096}] 2024-12-09T20:48:54,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=55c7584e907e1a76bf8588ddd8cdc740, ASSIGN because future has completed 2024-12-09T20:48:54,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55c7584e907e1a76bf8588ddd8cdc740, server=00c23a7251f8,36413,1733777332132}] 2024-12-09T20:48:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:54,538 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:54,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56965, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:54,546 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:54,546 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 55c7584e907e1a76bf8588ddd8cdc740, NAME => 'testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T20:48:54,547 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,547 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:54,547 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,547 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,548 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:54,548 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 10bc2eb22d02efbbc3d5fcd8a507145b, NAME => 'testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T20:48:54,548 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,548 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:48:54,549 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,549 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,549 INFO [StoreOpener-55c7584e907e1a76bf8588ddd8cdc740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,551 INFO [StoreOpener-10bc2eb22d02efbbc3d5fcd8a507145b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,552 INFO [StoreOpener-55c7584e907e1a76bf8588ddd8cdc740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55c7584e907e1a76bf8588ddd8cdc740 columnFamilyName family 2024-12-09T20:48:54,552 DEBUG [StoreOpener-55c7584e907e1a76bf8588ddd8cdc740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:54,552 INFO [StoreOpener-55c7584e907e1a76bf8588ddd8cdc740-1 {}] regionserver.HStore(327): Store=55c7584e907e1a76bf8588ddd8cdc740/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:54,552 INFO [StoreOpener-10bc2eb22d02efbbc3d5fcd8a507145b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10bc2eb22d02efbbc3d5fcd8a507145b columnFamilyName family 2024-12-09T20:48:54,552 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,552 DEBUG [StoreOpener-10bc2eb22d02efbbc3d5fcd8a507145b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:48:54,553 INFO [StoreOpener-10bc2eb22d02efbbc3d5fcd8a507145b-1 {}] regionserver.HStore(327): Store=10bc2eb22d02efbbc3d5fcd8a507145b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:48:54,553 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,553 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,553 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,554 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,554 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,554 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,554 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,554 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,554 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,555 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,556 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,557 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/55c7584e907e1a76bf8588ddd8cdc740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:54,557 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 55c7584e907e1a76bf8588ddd8cdc740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65554381, jitterRate=-0.023163601756095886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:54,557 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:54,558 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/10bc2eb22d02efbbc3d5fcd8a507145b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:48:54,558 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 55c7584e907e1a76bf8588ddd8cdc740: Running coprocessor pre-open hook at 1733777334547Writing region info on filesystem at 1733777334547Initializing all the Stores at 1733777334549 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777334549Cleaning up temporary data from old regions at 1733777334554 (+5 ms)Running coprocessor post-open hooks at 1733777334557 (+3 ms)Region opened successfully at 1733777334558 (+1 ms) 2024-12-09T20:48:54,558 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 10bc2eb22d02efbbc3d5fcd8a507145b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73755348, jitterRate=0.09904032945632935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:48:54,558 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:54,558 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 10bc2eb22d02efbbc3d5fcd8a507145b: Running coprocessor pre-open hook at 1733777334549Writing region info on filesystem at 1733777334549Initializing all the Stores at 1733777334550 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777334550Cleaning up temporary data from old regions at 1733777334554 (+4 ms)Running coprocessor post-open hooks at 1733777334558 (+4 ms)Region opened successfully at 1733777334558 2024-12-09T20:48:54,559 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740., pid=8, masterSystemTime=1733777334538 2024-12-09T20:48:54,559 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b., pid=7, masterSystemTime=1733777334538 2024-12-09T20:48:54,561 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:54,561 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:54,561 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=10bc2eb22d02efbbc3d5fcd8a507145b, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,43371,1733777332096 2024-12-09T20:48:54,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55c7584e907e1a76bf8588ddd8cdc740, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,36413,1733777332132 2024-12-09T20:48:54,562 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:54,563 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:54,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10bc2eb22d02efbbc3d5fcd8a507145b, server=00c23a7251f8,43371,1733777332096 because future has completed 2024-12-09T20:48:54,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55c7584e907e1a76bf8588ddd8cdc740, server=00c23a7251f8,36413,1733777332132 because future has completed 2024-12-09T20:48:54,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-09T20:48:54,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 10bc2eb22d02efbbc3d5fcd8a507145b, server=00c23a7251f8,43371,1733777332096 in 180 msec 2024-12-09T20:48:54,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-09T20:48:54,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55c7584e907e1a76bf8588ddd8cdc740, server=00c23a7251f8,36413,1733777332132 in 180 msec 2024-12-09T20:48:54,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=10bc2eb22d02efbbc3d5fcd8a507145b, ASSIGN in 339 msec 2024-12-09T20:48:54,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T20:48:54,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=55c7584e907e1a76bf8588ddd8cdc740, ASSIGN in 340 msec 2024-12-09T20:48:54,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T20:48:54,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777334570"}]},"ts":"1733777334570"} 2024-12-09T20:48:54,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T20:48:54,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T20:48:54,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 790 msec 2024-12-09T20:48:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:48:54,925 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-09T20:48:54,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T20:48:54,925 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:54,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T20:48:54,933 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:48:54,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-09T20:48:54,940 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740., hostname=00c23a7251f8,36413,1733777332132, seqNum=2] 2024-12-09T20:48:54,949 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b., hostname=00c23a7251f8,43371,1733777332096, seqNum=2] 2024-12-09T20:48:54,949 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:48:54,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:48:54,960 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 10bc2eb22d02efbbc3d5fcd8a507145b 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T20:48:54,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/10bc2eb22d02efbbc3d5fcd8a507145b/.tmp/family/915d789240384fbd835640d19a6e95ab is 32, key is 5/family:/1733777334951/Put/seqid=0 2024-12-09T20:48:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741839_1015 (size=5083) 2024-12-09T20:48:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741839_1015 (size=5083) 2024-12-09T20:48:54,979 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/10bc2eb22d02efbbc3d5fcd8a507145b/.tmp/family/915d789240384fbd835640d19a6e95ab 2024-12-09T20:48:54,985 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/10bc2eb22d02efbbc3d5fcd8a507145b/.tmp/family/915d789240384fbd835640d19a6e95ab as hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/10bc2eb22d02efbbc3d5fcd8a507145b/family/915d789240384fbd835640d19a6e95ab 2024-12-09T20:48:54,991 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/10bc2eb22d02efbbc3d5fcd8a507145b/family/915d789240384fbd835640d19a6e95ab, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T20:48:54,992 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 10bc2eb22d02efbbc3d5fcd8a507145b in 32ms, sequenceid=9, compaction requested=false 2024-12-09T20:48:54,992 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 10bc2eb22d02efbbc3d5fcd8a507145b: 2024-12-09T20:48:54,992 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 55c7584e907e1a76bf8588ddd8cdc740 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T20:48:55,006 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/55c7584e907e1a76bf8588ddd8cdc740/.tmp/family/83e614441c7f419494a412629e268ae3 is 32, key is 1/family:/1733777334941/Put/seqid=0 2024-12-09T20:48:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741840_1016 (size=5054) 2024-12-09T20:48:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741840_1016 (size=5054) 2024-12-09T20:48:55,011 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/55c7584e907e1a76bf8588ddd8cdc740/.tmp/family/83e614441c7f419494a412629e268ae3 2024-12-09T20:48:55,017 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/55c7584e907e1a76bf8588ddd8cdc740/.tmp/family/83e614441c7f419494a412629e268ae3 as hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/55c7584e907e1a76bf8588ddd8cdc740/family/83e614441c7f419494a412629e268ae3 2024-12-09T20:48:55,023 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/55c7584e907e1a76bf8588ddd8cdc740/family/83e614441c7f419494a412629e268ae3, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T20:48:55,024 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 55c7584e907e1a76bf8588ddd8cdc740 in 31ms, sequenceid=8, compaction requested=false 2024-12-09T20:48:55,024 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 55c7584e907e1a76bf8588ddd8cdc740: 2024-12-09T20:48:55,027 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T20:48:55,030 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:55,030 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:48:55,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:55,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:48:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] bucket.BucketCache(1863): found 1 blocks for file 83e614441c7f419494a412629e268ae3, starting offset: 0, end offset: 9223372036854775807 2024-12-09T20:48:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36413 {}] bucket.BucketCache(856): removed key 83e614441c7f419494a412629e268ae3_0 from back map with offset lock 2094080 in the evict process 2024-12-09T20:48:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] bucket.BucketCache(1863): found 1 blocks for file 915d789240384fbd835640d19a6e95ab, starting offset: 0, end offset: 9223372036854775807 2024-12-09T20:48:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43371 {}] bucket.BucketCache(856): removed key 915d789240384fbd835640d19a6e95ab_0 from back map with offset lock 2094080 in the evict process 2024-12-09T20:48:55,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T20:48:55,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:55,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:55,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:55,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:55,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T20:48:55,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T20:48:55,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1968928939, stopped=false 2024-12-09T20:48:55,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c23a7251f8,38513,1733777331925 2024-12-09T20:48:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:48:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:55,086 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:55,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:48:55,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:55,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:55,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:55,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:55,086 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,43371,1733777332096' ***** 2024-12-09T20:48:55,086 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:55,086 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,36413,1733777332132' ***** 2024-12-09T20:48:55,086 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:48:55,086 INFO [RS:0;00c23a7251f8:43371 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T20:48:55,087 INFO [RS:1;00c23a7251f8:36413 {}] bucket.BucketCache(1738): Disabling cache 2024-12-09T20:48:55,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:48:55,087 INFO [RS:1;00c23a7251f8:36413 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T20:48:55,087 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T20:48:55,087 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:55,087 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T20:48:55,087 INFO [RS:1;00c23a7251f8:36413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:55,087 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:55,087 INFO [RS:1;00c23a7251f8:36413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:55,087 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(3091): Received CLOSE for 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:55,087 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T20:48:55,087 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T20:48:55,087 INFO [RS:0;00c23a7251f8:43371 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T20:48:55,087 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T20:48:55,087 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:48:55,087 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T20:48:55,087 INFO [RS:0;00c23a7251f8:43371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:48:55,087 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,36413,1733777332132 2024-12-09T20:48:55,087 INFO [RS:0;00c23a7251f8:43371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:48:55,087 INFO [RS:1;00c23a7251f8:36413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:55,087 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(3091): Received CLOSE for 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:55,087 INFO [RS:1;00c23a7251f8:36413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;00c23a7251f8:36413. 2024-12-09T20:48:55,087 DEBUG [RS:1;00c23a7251f8:36413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:55,087 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:48:55,087 DEBUG [RS:1;00c23a7251f8:36413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:55,087 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55c7584e907e1a76bf8588ddd8cdc740, disabling compactions & flushes 2024-12-09T20:48:55,088 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,43371,1733777332096 2024-12-09T20:48:55,088 INFO [RS:0;00c23a7251f8:43371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:55,088 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:55,088 INFO [RS:0;00c23a7251f8:43371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c23a7251f8:43371. 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. after waiting 0 ms 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10bc2eb22d02efbbc3d5fcd8a507145b, disabling compactions & flushes 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:55,088 DEBUG [RS:0;00c23a7251f8:43371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:48:55,088 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:55,088 DEBUG [RS:0;00c23a7251f8:43371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:55,088 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. after waiting 0 ms 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:55,088 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T20:48:55,088 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:55,088 DEBUG [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(1325): Online Regions={10bc2eb22d02efbbc3d5fcd8a507145b=testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b.} 2024-12-09T20:48:55,088 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:55,088 DEBUG [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(1351): Waiting on 10bc2eb22d02efbbc3d5fcd8a507145b 2024-12-09T20:48:55,088 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T20:48:55,088 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-09T20:48:55,088 DEBUG [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 55c7584e907e1a76bf8588ddd8cdc740=testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740.} 2024-12-09T20:48:55,088 DEBUG [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55c7584e907e1a76bf8588ddd8cdc740 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:48:55,088 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:48:55,088 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:48:55,088 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-09T20:48:55,097 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/10bc2eb22d02efbbc3d5fcd8a507145b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T20:48:55,097 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/default/testClearRegionBlockCache/55c7584e907e1a76bf8588ddd8cdc740/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T20:48:55,098 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:55,098 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10bc2eb22d02efbbc3d5fcd8a507145b: Waiting for close lock at 1733777335088Running coprocessor pre-close hooks at 1733777335088Disabling compacts and flushes for region at 1733777335088Disabling writes for close at 1733777335088Writing region close event to WAL at 1733777335089 (+1 ms)Running coprocessor post-close hooks at 1733777335098 (+9 ms)Closed at 1733777335098 2024-12-09T20:48:55,098 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:55,098 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b. 2024-12-09T20:48:55,098 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55c7584e907e1a76bf8588ddd8cdc740: Waiting for close lock at 1733777335087Running coprocessor pre-close hooks at 1733777335087Disabling compacts and flushes for region at 1733777335087Disabling writes for close at 1733777335088 (+1 ms)Writing region close event to WAL at 1733777335088Running coprocessor post-close hooks at 1733777335098 (+10 ms)Closed at 1733777335098 2024-12-09T20:48:55,098 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733777333782.55c7584e907e1a76bf8588ddd8cdc740. 2024-12-09T20:48:55,103 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/.tmp/info/17269e9fe3734997ae4d8361762d62ba is 173, key is testClearRegionBlockCache,5,1733777333782.10bc2eb22d02efbbc3d5fcd8a507145b./info:regioninfo/1733777334561/Put/seqid=0 2024-12-09T20:48:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741841_1017 (size=8173) 2024-12-09T20:48:55,110 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/.tmp/info/17269e9fe3734997ae4d8361762d62ba 2024-12-09T20:48:55,125 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T20:48:55,125 INFO [regionserver/00c23a7251f8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T20:48:55,128 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/.tmp/ns/2e9a967c5d8b43aba522913110cdea22 is 43, key is default/ns:d/1733777333675/Put/seqid=0 2024-12-09T20:48:55,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:55,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741842_1018 (size=5153) 2024-12-09T20:48:55,134 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/.tmp/ns/2e9a967c5d8b43aba522913110cdea22 2024-12-09T20:48:55,152 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/.tmp/table/27f0bf074af64679ba933546c74a0b67 is 61, key is testClearRegionBlockCache/table:state/1733777334570/Put/seqid=0 2024-12-09T20:48:55,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:55,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741843_1019 (size=5312) 2024-12-09T20:48:55,158 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/.tmp/table/27f0bf074af64679ba933546c74a0b67 2024-12-09T20:48:55,163 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/.tmp/info/17269e9fe3734997ae4d8361762d62ba as hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/info/17269e9fe3734997ae4d8361762d62ba 2024-12-09T20:48:55,169 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/info/17269e9fe3734997ae4d8361762d62ba, entries=20, sequenceid=13, filesize=8.0 K 2024-12-09T20:48:55,170 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:55,170 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/.tmp/ns/2e9a967c5d8b43aba522913110cdea22 as hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/ns/2e9a967c5d8b43aba522913110cdea22 2024-12-09T20:48:55,170 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:55,175 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/ns/2e9a967c5d8b43aba522913110cdea22, entries=2, sequenceid=13, filesize=5.0 K 2024-12-09T20:48:55,176 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/.tmp/table/27f0bf074af64679ba933546c74a0b67 as hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/table/27f0bf074af64679ba933546c74a0b67 2024-12-09T20:48:55,182 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/table/27f0bf074af64679ba933546c74a0b67, entries=2, sequenceid=13, filesize=5.2 K 2024-12-09T20:48:55,183 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=13, compaction requested=false 2024-12-09T20:48:55,187 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-09T20:48:55,188 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T20:48:55,188 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:55,188 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777335088Running coprocessor pre-close hooks at 1733777335088Disabling compacts and flushes for region at 1733777335088Disabling writes for close at 1733777335088Obtaining lock to block concurrent updates at 1733777335088Preparing flush snapshotting stores in 1588230740 at 1733777335088Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733777335089 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733777335089Flushing 1588230740/info: creating writer at 1733777335089Flushing 1588230740/info: appending metadata at 1733777335103 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733777335103Flushing 1588230740/ns: creating writer at 1733777335115 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733777335128 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733777335128Flushing 1588230740/table: creating writer at 1733777335138 (+10 ms)Flushing 1588230740/table: appending metadata at 1733777335152 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733777335152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40aaddae: reopening flushed file at 1733777335163 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c1a62e: reopening flushed file at 1733777335169 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726c45c2: reopening flushed file at 1733777335175 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 94ms, sequenceid=13, compaction requested=false at 1733777335183 (+8 ms)Writing region close event to WAL at 1733777335184 (+1 ms)Running coprocessor post-close hooks at 1733777335187 (+3 ms)Closed at 1733777335188 (+1 ms) 2024-12-09T20:48:55,188 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T20:48:55,288 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,43371,1733777332096; all regions closed. 2024-12-09T20:48:55,288 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,36413,1733777332132; all regions closed. 2024-12-09T20:48:55,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:55,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741835_1011 (size=4338) 2024-12-09T20:48:55,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/WALs/00c23a7251f8,43371,1733777332096/00c23a7251f8%2C43371%2C1733777332096.1733777333200 not finished, retry = 0 2024-12-09T20:48:55,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741833_1009 (size=1867) 2024-12-09T20:48:55,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741833_1009 (size=1867) 2024-12-09T20:48:55,293 DEBUG [RS:1;00c23a7251f8:36413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/oldWALs 2024-12-09T20:48:55,293 INFO [RS:1;00c23a7251f8:36413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C36413%2C1733777332132.meta:.meta(num 1733777333602) 2024-12-09T20:48:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741834_1010 (size=1758) 2024-12-09T20:48:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741834_1010 (size=1758) 2024-12-09T20:48:55,297 DEBUG [RS:1;00c23a7251f8:36413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/oldWALs 2024-12-09T20:48:55,297 INFO [RS:1;00c23a7251f8:36413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C36413%2C1733777332132:(num 1733777333200) 2024-12-09T20:48:55,297 DEBUG [RS:1;00c23a7251f8:36413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:55,297 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:55,297 INFO [RS:1;00c23a7251f8:36413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:55,297 INFO [RS:1;00c23a7251f8:36413 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:55,297 INFO [RS:1;00c23a7251f8:36413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:55,297 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:55,297 INFO [RS:1;00c23a7251f8:36413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36413 2024-12-09T20:48:55,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,36413,1733777332132 2024-12-09T20:48:55,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:55,310 INFO [RS:1;00c23a7251f8:36413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:55,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,36413,1733777332132] 2024-12-09T20:48:55,331 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,36413,1733777332132 already deleted, retry=false 2024-12-09T20:48:55,331 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,36413,1733777332132 expired; onlineServers=1 2024-12-09T20:48:55,394 DEBUG [RS:0;00c23a7251f8:43371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/oldWALs 2024-12-09T20:48:55,394 INFO [RS:0;00c23a7251f8:43371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C43371%2C1733777332096:(num 1733777333200) 2024-12-09T20:48:55,394 DEBUG [RS:0;00c23a7251f8:43371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:48:55,394 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:48:55,394 INFO [RS:0;00c23a7251f8:43371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:55,394 INFO [RS:0;00c23a7251f8:43371 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:55,394 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:48:55,394 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:48:55,394 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:48:55,394 INFO [RS:0;00c23a7251f8:43371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:55,394 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:55,394 INFO [RS:0;00c23a7251f8:43371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43371 2024-12-09T20:48:55,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,43371,1733777332096 2024-12-09T20:48:55,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:48:55,404 INFO [RS:0;00c23a7251f8:43371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:55,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,43371,1733777332096] 2024-12-09T20:48:55,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:55,421 INFO [RS:1;00c23a7251f8:36413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:55,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36413-0x1000c569d880002, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:55,421 INFO [RS:1;00c23a7251f8:36413 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,36413,1733777332132; zookeeper connection closed. 2024-12-09T20:48:55,421 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e52287a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e52287a 2024-12-09T20:48:55,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,43371,1733777332096 already deleted, retry=false 2024-12-09T20:48:55,426 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,43371,1733777332096 expired; onlineServers=0 2024-12-09T20:48:55,426 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c23a7251f8,38513,1733777331925' ***** 2024-12-09T20:48:55,426 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T20:48:55,426 INFO [M:0;00c23a7251f8:38513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:48:55,426 INFO [M:0;00c23a7251f8:38513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:48:55,426 DEBUG [M:0;00c23a7251f8:38513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T20:48:55,426 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T20:48:55,426 DEBUG [M:0;00c23a7251f8:38513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T20:48:55,426 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777332935 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777332935,5,FailOnTimeoutGroup] 2024-12-09T20:48:55,427 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777332935 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777332935,5,FailOnTimeoutGroup] 2024-12-09T20:48:55,427 INFO [M:0;00c23a7251f8:38513 {}] hbase.ChoreService(370): Chore service for: master/00c23a7251f8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T20:48:55,427 INFO [M:0;00c23a7251f8:38513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:48:55,427 DEBUG [M:0;00c23a7251f8:38513 {}] master.HMaster(1795): Stopping service threads 2024-12-09T20:48:55,427 INFO [M:0;00c23a7251f8:38513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T20:48:55,427 INFO [M:0;00c23a7251f8:38513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:48:55,428 INFO [M:0;00c23a7251f8:38513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T20:48:55,428 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T20:48:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T20:48:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:48:55,436 DEBUG [M:0;00c23a7251f8:38513 {}] zookeeper.ZKUtil(347): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T20:48:55,436 WARN [M:0;00c23a7251f8:38513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T20:48:55,437 INFO [M:0;00c23a7251f8:38513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/.lastflushedseqids 2024-12-09T20:48:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741844_1020 (size=182) 2024-12-09T20:48:55,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741844_1020 (size=182) 2024-12-09T20:48:55,442 INFO [M:0;00c23a7251f8:38513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T20:48:55,442 INFO [M:0;00c23a7251f8:38513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T20:48:55,442 DEBUG [M:0;00c23a7251f8:38513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:48:55,442 INFO [M:0;00c23a7251f8:38513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:55,442 DEBUG [M:0;00c23a7251f8:38513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:55,442 DEBUG [M:0;00c23a7251f8:38513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:48:55,442 DEBUG [M:0;00c23a7251f8:38513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:55,442 INFO [M:0;00c23a7251f8:38513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-12-09T20:48:55,457 DEBUG [M:0;00c23a7251f8:38513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee3183001d2d4563948e61354926ca05 is 82, key is hbase:meta,,1/info:regioninfo/1733777333638/Put/seqid=0 2024-12-09T20:48:55,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741845_1021 (size=5672) 2024-12-09T20:48:55,462 INFO [M:0;00c23a7251f8:38513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee3183001d2d4563948e61354926ca05 2024-12-09T20:48:55,479 DEBUG [M:0;00c23a7251f8:38513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e44d2a69e6904849bf4edfccccbb26b1 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733777334574/Put/seqid=0 2024-12-09T20:48:55,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741846_1022 (size=6219) 2024-12-09T20:48:55,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741846_1022 (size=6219) 2024-12-09T20:48:55,484 INFO [M:0;00c23a7251f8:38513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e44d2a69e6904849bf4edfccccbb26b1 2024-12-09T20:48:55,508 DEBUG [M:0;00c23a7251f8:38513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c83578a6476740068035e6349a8c37c4 is 69, key is 00c23a7251f8,36413,1733777332132/rs:state/1733777333003/Put/seqid=0 2024-12-09T20:48:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741847_1023 (size=5224) 2024-12-09T20:48:55,513 INFO [M:0;00c23a7251f8:38513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c83578a6476740068035e6349a8c37c4 2024-12-09T20:48:55,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:55,515 INFO [RS:0;00c23a7251f8:43371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:55,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43371-0x1000c569d880001, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:55,515 INFO [RS:0;00c23a7251f8:43371 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,43371,1733777332096; zookeeper connection closed. 2024-12-09T20:48:55,515 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c7ce3c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c7ce3c3 2024-12-09T20:48:55,516 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T20:48:55,519 DEBUG [M:0;00c23a7251f8:38513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee3183001d2d4563948e61354926ca05 as hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee3183001d2d4563948e61354926ca05 2024-12-09T20:48:55,525 INFO [M:0;00c23a7251f8:38513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee3183001d2d4563948e61354926ca05, entries=8, sequenceid=71, filesize=5.5 K 2024-12-09T20:48:55,526 DEBUG [M:0;00c23a7251f8:38513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e44d2a69e6904849bf4edfccccbb26b1 as hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e44d2a69e6904849bf4edfccccbb26b1 2024-12-09T20:48:55,531 INFO [M:0;00c23a7251f8:38513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e44d2a69e6904849bf4edfccccbb26b1, entries=8, sequenceid=71, filesize=6.1 K 2024-12-09T20:48:55,532 DEBUG [M:0;00c23a7251f8:38513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c83578a6476740068035e6349a8c37c4 as hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c83578a6476740068035e6349a8c37c4 2024-12-09T20:48:55,537 INFO [M:0;00c23a7251f8:38513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38637/user/jenkins/test-data/b19f7848-7be7-bc45-9bfb-042b8c05c5e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c83578a6476740068035e6349a8c37c4, entries=2, sequenceid=71, filesize=5.1 K 2024-12-09T20:48:55,538 INFO [M:0;00c23a7251f8:38513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-12-09T20:48:55,539 INFO [M:0;00c23a7251f8:38513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:48:55,539 DEBUG [M:0;00c23a7251f8:38513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777335442Disabling compacts and flushes for region at 1733777335442Disabling writes for close at 1733777335442Obtaining lock to block concurrent updates at 1733777335442Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733777335442Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1733777335442Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733777335443 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733777335443Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733777335456 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733777335456Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733777335466 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733777335478 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733777335478Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733777335490 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733777335507 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733777335507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7f9ed2: reopening flushed file at 1733777335518 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d624e76: reopening flushed file at 1733777335525 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d21459d: reopening flushed file at 1733777335531 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1733777335538 (+7 ms)Writing region close event to WAL at 1733777335539 (+1 ms)Closed at 1733777335539 2024-12-09T20:48:55,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38069 is added to blk_1073741830_1006 (size=35489) 2024-12-09T20:48:55,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44927 is added to blk_1073741830_1006 (size=35489) 2024-12-09T20:48:55,542 INFO [M:0;00c23a7251f8:38513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T20:48:55,542 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:48:55,542 INFO [M:0;00c23a7251f8:38513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38513 2024-12-09T20:48:55,542 INFO [M:0;00c23a7251f8:38513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:48:55,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:55,652 INFO [M:0;00c23a7251f8:38513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:48:55,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38513-0x1000c569d880000, quorum=127.0.0.1:51695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:48:55,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@704773b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:55,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@89a7775{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:55,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:55,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74609373{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:55,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f2bc9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:55,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:55,658 WARN [BP-1977784156-172.17.0.2-1733777329665 heartbeating to localhost/127.0.0.1:38637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:55,658 WARN [BP-1977784156-172.17.0.2-1733777329665 heartbeating to localhost/127.0.0.1:38637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977784156-172.17.0.2-1733777329665 (Datanode Uuid bde76f0e-c5ec-4673-88a5-9ba94cfcebe4) service to localhost/127.0.0.1:38637 2024-12-09T20:48:55,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:55,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/data/data3/current/BP-1977784156-172.17.0.2-1733777329665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:55,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/data/data4/current/BP-1977784156-172.17.0.2-1733777329665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:55,661 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:55,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42753934{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:48:55,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@665864cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:55,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:55,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b85174e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:55,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfe8e88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:55,665 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:48:55,665 WARN [BP-1977784156-172.17.0.2-1733777329665 heartbeating to localhost/127.0.0.1:38637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:48:55,665 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:48:55,665 WARN [BP-1977784156-172.17.0.2-1733777329665 heartbeating to localhost/127.0.0.1:38637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977784156-172.17.0.2-1733777329665 (Datanode Uuid 57e1ff71-910e-4ab5-9289-7f6560b01589) service to localhost/127.0.0.1:38637 2024-12-09T20:48:55,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/data/data1/current/BP-1977784156-172.17.0.2-1733777329665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:55,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/cluster_7dc5b36d-fd3b-ba04-d6d7-90ba7b097d1d/data/data2/current/BP-1977784156-172.17.0.2-1733777329665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:48:55,666 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:48:55,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f28f44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:48:55,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38c1d59a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:48:55,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:48:55,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@501a26c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:48:55,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b813358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/11bf4cfb-f6a2-f150-9ba5-b49a6867e5cd/hadoop.log.dir/,STOPPED} 2024-12-09T20:48:55,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T20:48:55,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-09T20:48:55,696 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=193 (was 173) - Thread LEAK? -, OpenFileDescriptor=551 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=2661 (was 2739)