2024-12-06 05:42:54,115 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-06 05:42:54,138 main DEBUG Took 0.021112 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 05:42:54,139 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 05:42:54,139 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 05:42:54,140 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 05:42:54,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,152 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 05:42:54,166 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,170 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,171 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,172 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,174 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,175 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,176 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,177 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,179 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:42:54,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,182 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 05:42:54,184 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:42:54,186 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 05:42:54,188 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 05:42:54,189 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 05:42:54,190 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 05:42:54,191 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 05:42:54,202 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 05:42:54,205 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 05:42:54,207 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 05:42:54,208 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 05:42:54,208 main DEBUG createAppenders(={Console}) 2024-12-06 05:42:54,209 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-06 05:42:54,210 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-06 05:42:54,210 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-06 05:42:54,211 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 05:42:54,211 main DEBUG OutputStream closed 2024-12-06 05:42:54,212 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 05:42:54,212 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 05:42:54,212 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-06 05:42:54,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 05:42:54,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 05:42:54,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 05:42:54,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 05:42:54,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 05:42:54,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 05:42:54,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 05:42:54,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 05:42:54,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 05:42:54,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 05:42:54,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 05:42:54,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 05:42:54,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 05:42:54,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 05:42:54,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 05:42:54,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 05:42:54,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 05:42:54,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 05:42:54,303 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 05:42:54,303 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-06 05:42:54,304 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 05:42:54,305 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-06T05:42:54,320 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-06 05:42:54,323 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 05:42:54,323 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T05:42:54,381 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=5728 2024-12-06T05:42:54,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a 2024-12-06T05:42:54,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:42:54,634 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013, deleteOnExit=true 2024-12-06T05:42:54,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:42:54,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/test.cache.data in system properties and HBase conf 2024-12-06T05:42:54,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:42:54,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:42:54,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:42:54,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:42:54,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:42:54,756 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T05:42:54,877 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:42:54,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:42:54,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:42:54,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:42:54,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:42:54,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:42:54,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:42:54,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:42:54,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:42:54,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:42:54,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:42:54,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:42:54,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:42:54,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:42:54,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:42:55,638 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T05:42:55,701 INFO [Time-limited test {}] log.Log(170): Logging initialized @2226ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T05:42:55,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:42:55,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:42:55,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:42:55,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:42:55,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:42:55,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:42:55,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:42:55,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:42:56,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/java.io.tmpdir/jetty-localhost-33311-hadoop-hdfs-3_4_1-tests_jar-_-any-612355587375157087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:42:56,037 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:33311} 2024-12-06T05:42:56,038 INFO [Time-limited test {}] server.Server(415): Started @2563ms 2024-12-06T05:42:56,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:42:56,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:42:56,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:42:56,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:42:56,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:42:56,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a1a54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:42:56,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:42:56,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49317c05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/java.io.tmpdir/jetty-localhost-39007-hadoop-hdfs-3_4_1-tests_jar-_-any-14224908361490117455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:42:56,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a8353a4{HTTP/1.1, (http/1.1)}{localhost:39007} 2024-12-06T05:42:56,460 INFO [Time-limited test {}] server.Server(415): Started @2985ms 2024-12-06T05:42:56,510 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:42:56,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:42:56,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:42:56,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:42:56,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:42:56,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:42:56,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:42:56,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:42:56,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d823c19{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/java.io.tmpdir/jetty-localhost-45419-hadoop-hdfs-3_4_1-tests_jar-_-any-12207304158139060302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:42:56,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c541ed8{HTTP/1.1, (http/1.1)}{localhost:45419} 2024-12-06T05:42:56,750 INFO [Time-limited test {}] server.Server(415): Started @3276ms 2024-12-06T05:42:56,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:42:56,891 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/data/data2/current/BP-1119137660-172.17.0.2-1733463775417/current, will proceed with Du for space computation calculation, 2024-12-06T05:42:56,891 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/data/data4/current/BP-1119137660-172.17.0.2-1733463775417/current, will proceed with Du for space computation calculation, 2024-12-06T05:42:56,891 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/data/data3/current/BP-1119137660-172.17.0.2-1733463775417/current, will proceed with Du for space computation calculation, 2024-12-06T05:42:56,892 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/data/data1/current/BP-1119137660-172.17.0.2-1733463775417/current, will proceed with Du for space computation calculation, 2024-12-06T05:42:56,950 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:42:56,950 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:42:57,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa571cd829eae958f with lease ID 0x733382dbfc44871e: Processing first storage report for DS-ce890dc5-8aff-4879-8f23-b7607d780c29 from datanode DatanodeRegistration(127.0.0.1:39793, datanodeUuid=233d7de4-7521-4830-8e54-9d144bd3aa2e, infoPort=46129, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=156587463;c=1733463775417) 2024-12-06T05:42:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa571cd829eae958f with lease ID 0x733382dbfc44871e: from storage DS-ce890dc5-8aff-4879-8f23-b7607d780c29 node DatanodeRegistration(127.0.0.1:39793, datanodeUuid=233d7de4-7521-4830-8e54-9d144bd3aa2e, infoPort=46129, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=156587463;c=1733463775417), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:42:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fd85a2afc3c66bd with lease ID 0x733382dbfc44871d: Processing first storage report for DS-cea5f40a-d514-47af-a320-0fc7407d8f1a from datanode DatanodeRegistration(127.0.0.1:38291, datanodeUuid=dc3935bf-39f3-4226-adc6-3c7cb9ba8731, infoPort=41845, infoSecurePort=0, ipcPort=35815, storageInfo=lv=-57;cid=testClusterID;nsid=156587463;c=1733463775417) 2024-12-06T05:42:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fd85a2afc3c66bd with lease ID 0x733382dbfc44871d: from storage DS-cea5f40a-d514-47af-a320-0fc7407d8f1a node DatanodeRegistration(127.0.0.1:38291, datanodeUuid=dc3935bf-39f3-4226-adc6-3c7cb9ba8731, infoPort=41845, infoSecurePort=0, ipcPort=35815, storageInfo=lv=-57;cid=testClusterID;nsid=156587463;c=1733463775417), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:42:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa571cd829eae958f with lease ID 0x733382dbfc44871e: Processing first storage report for DS-b011feec-3ccd-4ac2-897d-193e01b12a43 from datanode DatanodeRegistration(127.0.0.1:39793, datanodeUuid=233d7de4-7521-4830-8e54-9d144bd3aa2e, infoPort=46129, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=156587463;c=1733463775417) 2024-12-06T05:42:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa571cd829eae958f with lease ID 0x733382dbfc44871e: from storage DS-b011feec-3ccd-4ac2-897d-193e01b12a43 node DatanodeRegistration(127.0.0.1:39793, datanodeUuid=233d7de4-7521-4830-8e54-9d144bd3aa2e, infoPort=46129, infoSecurePort=0, ipcPort=40267, storageInfo=lv=-57;cid=testClusterID;nsid=156587463;c=1733463775417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:42:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3fd85a2afc3c66bd with lease ID 0x733382dbfc44871d: Processing first storage report for DS-f9ad6e4e-0635-40d3-8b13-3cd032ece497 from datanode DatanodeRegistration(127.0.0.1:38291, datanodeUuid=dc3935bf-39f3-4226-adc6-3c7cb9ba8731, infoPort=41845, infoSecurePort=0, ipcPort=35815, storageInfo=lv=-57;cid=testClusterID;nsid=156587463;c=1733463775417) 2024-12-06T05:42:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3fd85a2afc3c66bd with lease ID 0x733382dbfc44871d: from storage DS-f9ad6e4e-0635-40d3-8b13-3cd032ece497 node DatanodeRegistration(127.0.0.1:38291, datanodeUuid=dc3935bf-39f3-4226-adc6-3c7cb9ba8731, infoPort=41845, infoSecurePort=0, ipcPort=35815, storageInfo=lv=-57;cid=testClusterID;nsid=156587463;c=1733463775417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:42:57,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a 2024-12-06T05:42:57,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/zookeeper_0, clientPort=60349, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:42:57,166 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60349 2024-12-06T05:42:57,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:42:57,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:42:57,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:42:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:42:57,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d with version=8 2024-12-06T05:42:57,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/hbase-staging 2024-12-06T05:42:57,890 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T05:42:58,088 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:42:58,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:42:58,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:42:58,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:42:58,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:42:58,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:42:58,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:42:58,267 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T05:42:58,275 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T05:42:58,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:42:58,301 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8533 (auto-detected) 2024-12-06T05:42:58,302 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T05:42:58,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41347 2024-12-06T05:42:58,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41347 connecting to ZooKeeper ensemble=127.0.0.1:60349 2024-12-06T05:42:58,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413470x0, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:42:58,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41347-0x100ae0d7be00000 connected 2024-12-06T05:42:58,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:42:58,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:42:58,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:42:58,411 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d, hbase.cluster.distributed=false 2024-12-06T05:42:58,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:42:58,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41347 2024-12-06T05:42:58,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41347 2024-12-06T05:42:58,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41347 2024-12-06T05:42:58,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41347 2024-12-06T05:42:58,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41347 2024-12-06T05:42:58,530 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:42:58,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:42:58,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:42:58,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:42:58,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:42:58,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:42:58,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:42:58,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:42:58,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39431 2024-12-06T05:42:58,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39431 connecting to ZooKeeper ensemble=127.0.0.1:60349 2024-12-06T05:42:58,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:42:58,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:42:58,551 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394310x0, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:42:58,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394310x0, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:42:58,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39431-0x100ae0d7be00001 connected 2024-12-06T05:42:58,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:42:58,563 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:42:58,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:42:58,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:42:58,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39431 2024-12-06T05:42:58,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39431 2024-12-06T05:42:58,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39431 2024-12-06T05:42:58,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39431 2024-12-06T05:42:58,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39431 2024-12-06T05:42:58,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:42:58,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:42:58,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:42:58,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:42:58,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:42:58,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:42:58,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:42:58,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:42:58,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41521 2024-12-06T05:42:58,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41521 connecting to ZooKeeper ensemble=127.0.0.1:60349 2024-12-06T05:42:58,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:42:58,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:42:58,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415210x0, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:42:58,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41521-0x100ae0d7be00002 connected 2024-12-06T05:42:58,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:42:58,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:42:58,605 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:42:58,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:42:58,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:42:58,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41521 2024-12-06T05:42:58,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41521 2024-12-06T05:42:58,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41521 2024-12-06T05:42:58,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41521 2024-12-06T05:42:58,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41521 2024-12-06T05:42:58,626 DEBUG [M:0;b543b351fe95:41347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b543b351fe95:41347 2024-12-06T05:42:58,627 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b543b351fe95,41347,1733463777939 2024-12-06T05:42:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:42:58,633 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:42:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:42:58,635 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b543b351fe95,41347,1733463777939 2024-12-06T05:42:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:42:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:58,663 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:42:58,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:58,663 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:58,664 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T05:42:58,665 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b543b351fe95,41347,1733463777939 from backup master directory 2024-12-06T05:42:58,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b543b351fe95,41347,1733463777939 2024-12-06T05:42:58,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:42:58,667 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:42:58,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:42:58,668 WARN [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:42:58,668 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b543b351fe95,41347,1733463777939 2024-12-06T05:42:58,670 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T05:42:58,672 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T05:42:58,721 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/hbase.id] with ID: 6d681a08-b788-4669-b40c-4278df3df501 2024-12-06T05:42:58,721 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/.tmp/hbase.id 2024-12-06T05:42:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:42:58,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:42:58,735 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/.tmp/hbase.id]:[hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/hbase.id] 2024-12-06T05:42:58,781 INFO [master/b543b351fe95:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:42:58,785 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:42:58,804 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-06T05:42:58,807 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:58,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:58,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:58,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:42:58,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:42:58,839 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:42:58,841 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:42:58,854 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:42:58,858 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:42:58,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:42:58,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:42:58,905 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store 2024-12-06T05:42:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:42:58,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:42:58,927 INFO [master/b543b351fe95:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T05:42:58,930 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:42:58,931 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:42:58,931 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:42:58,931 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:42:58,933 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:42:58,933 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:42:58,933 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:42:58,934 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463778931Disabling compacts and flushes for region at 1733463778931Disabling writes for close at 1733463778933 (+2 ms)Writing region close event to WAL at 1733463778933Closed at 1733463778933 2024-12-06T05:42:58,936 WARN [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/.initializing 2024-12-06T05:42:58,936 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/WALs/b543b351fe95,41347,1733463777939 2024-12-06T05:42:58,944 INFO [master/b543b351fe95:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:42:58,958 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C41347%2C1733463777939, suffix=, logDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/WALs/b543b351fe95,41347,1733463777939, archiveDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/oldWALs, maxLogs=10 2024-12-06T05:42:58,978 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/WALs/b543b351fe95,41347,1733463777939/b543b351fe95%2C41347%2C1733463777939.1733463778962, exclude list is [], retry=0 2024-12-06T05:42:58,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39793,DS-ce890dc5-8aff-4879-8f23-b7607d780c29,DISK] 2024-12-06T05:42:58,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38291,DS-cea5f40a-d514-47af-a320-0fc7407d8f1a,DISK] 2024-12-06T05:42:58,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T05:42:59,028 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/WALs/b543b351fe95,41347,1733463777939/b543b351fe95%2C41347%2C1733463777939.1733463778962 2024-12-06T05:42:59,029 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46129:46129),(127.0.0.1/127.0.0.1:41845:41845)] 2024-12-06T05:42:59,029 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:42:59,030 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:42:59,033 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,034 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:42:59,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:42:59,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:42:59,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:42:59,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:42:59,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:42:59,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:42:59,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:42:59,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:42:59,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:42:59,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:42:59,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:42:59,119 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,123 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,125 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,131 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,131 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,134 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:42:59,137 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:42:59,141 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:42:59,142 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69918283, jitterRate=0.04186360538005829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:42:59,148 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733463779046Initializing all the Stores at 1733463779049 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463779049Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463779050 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463779051 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463779051Cleaning up temporary data from old regions at 1733463779131 (+80 ms)Region opened successfully at 1733463779148 (+17 ms) 2024-12-06T05:42:59,149 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:42:59,181 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba8f9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:42:59,208 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:42:59,217 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:42:59,217 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:42:59,219 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:42:59,221 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T05:42:59,225 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-06T05:42:59,225 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:42:59,247 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:42:59,256 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T05:42:59,258 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T05:42:59,260 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:42:59,262 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:42:59,263 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T05:42:59,265 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:42:59,268 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:42:59,269 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T05:42:59,271 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:42:59,272 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T05:42:59,288 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:42:59,290 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T05:42:59,293 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:42:59,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:42:59,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:42:59,293 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:59,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:59,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:59,298 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b543b351fe95,41347,1733463777939, sessionid=0x100ae0d7be00000, setting cluster-up flag (Was=false) 2024-12-06T05:42:59,311 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:59,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:59,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:59,315 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T05:42:59,317 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,41347,1733463777939 2024-12-06T05:42:59,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:59,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:59,321 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:42:59,324 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T05:42:59,326 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,41347,1733463777939 2024-12-06T05:42:59,332 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:42:59,396 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:42:59,404 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:42:59,410 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:42:59,416 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(746): ClusterId : 6d681a08-b788-4669-b40c-4278df3df501 2024-12-06T05:42:59,416 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(746): ClusterId : 6d681a08-b788-4669-b40c-4278df3df501 2024-12-06T05:42:59,415 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b543b351fe95,41347,1733463777939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:42:59,419 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:42:59,419 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:42:59,422 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:42:59,422 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:42:59,422 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:42:59,423 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:42:59,423 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b543b351fe95:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:42:59,423 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,423 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:42:59,423 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,424 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:42:59,424 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:42:59,424 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:42:59,424 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:42:59,424 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733463809424 2024-12-06T05:42:59,426 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:42:59,427 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:42:59,428 DEBUG [RS:1;b543b351fe95:41521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588255df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:42:59,429 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:42:59,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:42:59,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:42:59,434 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:42:59,434 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:42:59,434 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:42:59,435 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:42:59,435 DEBUG [RS:0;b543b351fe95:39431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ba0d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:42:59,435 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:42:59,440 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:42:59,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:42:59,444 DEBUG [RS:1;b543b351fe95:41521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b543b351fe95:41521 2024-12-06T05:42:59,447 INFO [RS:1;b543b351fe95:41521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:42:59,445 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,448 INFO [RS:1;b543b351fe95:41521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:42:59,448 DEBUG [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:42:59,449 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:42:59,450 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:42:59,451 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,41347,1733463777939 with port=41521, startcode=1733463778589 2024-12-06T05:42:59,451 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:42:59,453 DEBUG [RS:0;b543b351fe95:39431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b543b351fe95:39431 2024-12-06T05:42:59,453 INFO [RS:0;b543b351fe95:39431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:42:59,453 INFO [RS:0;b543b351fe95:39431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:42:59,453 DEBUG [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:42:59,455 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,41347,1733463777939 with port=39431, startcode=1733463778499 2024-12-06T05:42:59,457 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:42:59,457 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:42:59,461 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463779458,5,FailOnTimeoutGroup] 2024-12-06T05:42:59,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:42:59,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:42:59,464 DEBUG [RS:1;b543b351fe95:41521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:42:59,464 DEBUG [RS:0;b543b351fe95:39431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:42:59,465 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463779461,5,FailOnTimeoutGroup] 2024-12-06T05:42:59,465 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,465 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:42:59,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:42:59,466 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d 2024-12-06T05:42:59,467 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,467 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:42:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:42:59,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:42:59,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:42:59,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:42:59,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:42:59,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:42:59,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:42:59,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:42:59,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:42:59,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:42:59,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:42:59,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:42:59,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:42:59,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:42:59,510 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49541, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:42:59,510 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40537, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:42:59,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:42:59,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:42:59,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:42:59,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:42:59,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:42:59,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740 2024-12-06T05:42:59,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,41521,1733463778589 2024-12-06T05:42:59,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740 2024-12-06T05:42:59,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41347 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,41521,1733463778589 2024-12-06T05:42:59,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:42:59,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:42:59,523 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:42:59,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:42:59,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,39431,1733463778499 2024-12-06T05:42:59,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41347 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,39431,1733463778499 2024-12-06T05:42:59,538 DEBUG [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d 2024-12-06T05:42:59,538 DEBUG [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46337 2024-12-06T05:42:59,538 DEBUG [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:42:59,539 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:42:59,539 DEBUG [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d 2024-12-06T05:42:59,539 DEBUG [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46337 2024-12-06T05:42:59,540 DEBUG [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:42:59,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72913173, jitterRate=0.0864909440279007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:42:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:42:59,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733463779488Initializing all the Stores at 1733463779490 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463779490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463779491 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463779491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463779491Cleaning up temporary data from old regions at 1733463779522 (+31 ms)Region opened successfully at 1733463779543 (+21 ms) 2024-12-06T05:42:59,544 DEBUG [RS:0;b543b351fe95:39431 {}] zookeeper.ZKUtil(111): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,39431,1733463778499 2024-12-06T05:42:59,544 DEBUG [RS:1;b543b351fe95:41521 {}] zookeeper.ZKUtil(111): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,41521,1733463778589 2024-12-06T05:42:59,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:42:59,544 WARN [RS:0;b543b351fe95:39431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:42:59,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:42:59,544 WARN [RS:1;b543b351fe95:41521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:42:59,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:42:59,544 INFO [RS:0;b543b351fe95:39431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:42:59,544 INFO [RS:1;b543b351fe95:41521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:42:59,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:42:59,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:42:59,545 DEBUG [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,41521,1733463778589 2024-12-06T05:42:59,545 DEBUG [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,39431,1733463778499 2024-12-06T05:42:59,546 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:42:59,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463779544Disabling compacts and flushes for region at 1733463779544Disabling writes for close at 1733463779545 (+1 ms)Writing region close event to WAL at 1733463779546 (+1 ms)Closed at 1733463779546 2024-12-06T05:42:59,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,41521,1733463778589] 2024-12-06T05:42:59,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,39431,1733463778499] 2024-12-06T05:42:59,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:42:59,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:42:59,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:42:59,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:42:59,568 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:42:59,574 INFO [RS:0;b543b351fe95:39431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:42:59,574 INFO [RS:1;b543b351fe95:41521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:42:59,588 INFO [RS:0;b543b351fe95:39431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:42:59,588 INFO [RS:1;b543b351fe95:41521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:42:59,594 INFO [RS:0;b543b351fe95:39431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:42:59,594 INFO [RS:1;b543b351fe95:41521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:42:59,594 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,594 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,595 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:42:59,595 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:42:59,602 INFO [RS:0;b543b351fe95:39431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:42:59,602 INFO [RS:1;b543b351fe95:41521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:42:59,603 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,603 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,604 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,604 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,604 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,604 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,604 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,604 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,604 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,604 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,604 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,604 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:42:59,605 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:42:59,605 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,605 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,606 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:42:59,606 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:42:59,606 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:42:59,606 DEBUG [RS:1;b543b351fe95:41521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:42:59,606 DEBUG [RS:0;b543b351fe95:39431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:42:59,608 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41521,1733463778589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,608 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39431,1733463778499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:42:59,626 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:42:59,626 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:42:59,628 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41521,1733463778589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,628 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39431,1733463778499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,628 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,628 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,628 INFO [RS:0;b543b351fe95:39431 {}] regionserver.Replication(171): b543b351fe95,39431,1733463778499 started 2024-12-06T05:42:59,628 INFO [RS:1;b543b351fe95:41521 {}] regionserver.Replication(171): b543b351fe95,41521,1733463778589 started 2024-12-06T05:42:59,646 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,646 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:42:59,647 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,39431,1733463778499, RpcServer on b543b351fe95/172.17.0.2:39431, sessionid=0x100ae0d7be00001 2024-12-06T05:42:59,647 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,41521,1733463778589, RpcServer on b543b351fe95/172.17.0.2:41521, sessionid=0x100ae0d7be00002 2024-12-06T05:42:59,647 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:42:59,647 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:42:59,648 DEBUG [RS:1;b543b351fe95:41521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,41521,1733463778589 2024-12-06T05:42:59,648 DEBUG [RS:0;b543b351fe95:39431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,39431,1733463778499 2024-12-06T05:42:59,648 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,39431,1733463778499' 2024-12-06T05:42:59,648 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,41521,1733463778589' 2024-12-06T05:42:59,648 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:42:59,648 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:42:59,649 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:42:59,649 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:42:59,650 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:42:59,650 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:42:59,650 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:42:59,650 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:42:59,650 DEBUG [RS:1;b543b351fe95:41521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,41521,1733463778589 2024-12-06T05:42:59,650 DEBUG [RS:0;b543b351fe95:39431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,39431,1733463778499 2024-12-06T05:42:59,650 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,41521,1733463778589' 2024-12-06T05:42:59,650 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,39431,1733463778499' 2024-12-06T05:42:59,650 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:42:59,650 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:42:59,651 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:42:59,651 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:42:59,651 DEBUG [RS:1;b543b351fe95:41521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:42:59,651 DEBUG [RS:0;b543b351fe95:39431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:42:59,651 INFO [RS:0;b543b351fe95:39431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:42:59,651 INFO [RS:1;b543b351fe95:41521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:42:59,651 INFO [RS:1;b543b351fe95:41521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:42:59,651 INFO [RS:0;b543b351fe95:39431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:42:59,719 WARN [b543b351fe95:41347 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:42:59,758 INFO [RS:0;b543b351fe95:39431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:42:59,758 INFO [RS:1;b543b351fe95:41521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:42:59,762 INFO [RS:1;b543b351fe95:41521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C41521%2C1733463778589, suffix=, logDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,41521,1733463778589, archiveDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/oldWALs, maxLogs=32 2024-12-06T05:42:59,762 INFO [RS:0;b543b351fe95:39431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C39431%2C1733463778499, suffix=, logDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,39431,1733463778499, archiveDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/oldWALs, maxLogs=32 2024-12-06T05:42:59,781 DEBUG [RS:1;b543b351fe95:41521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,41521,1733463778589/b543b351fe95%2C41521%2C1733463778589.1733463779767, exclude list is [], retry=0 2024-12-06T05:42:59,781 DEBUG [RS:0;b543b351fe95:39431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,39431,1733463778499/b543b351fe95%2C39431%2C1733463778499.1733463779767, exclude list is [], retry=0 2024-12-06T05:42:59,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39793,DS-ce890dc5-8aff-4879-8f23-b7607d780c29,DISK] 2024-12-06T05:42:59,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38291,DS-cea5f40a-d514-47af-a320-0fc7407d8f1a,DISK] 2024-12-06T05:42:59,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39793,DS-ce890dc5-8aff-4879-8f23-b7607d780c29,DISK] 2024-12-06T05:42:59,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38291,DS-cea5f40a-d514-47af-a320-0fc7407d8f1a,DISK] 2024-12-06T05:42:59,788 INFO [RS:1;b543b351fe95:41521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,41521,1733463778589/b543b351fe95%2C41521%2C1733463778589.1733463779767 2024-12-06T05:42:59,789 INFO [RS:0;b543b351fe95:39431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,39431,1733463778499/b543b351fe95%2C39431%2C1733463778499.1733463779767 2024-12-06T05:42:59,789 DEBUG [RS:1;b543b351fe95:41521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46129:46129),(127.0.0.1/127.0.0.1:41845:41845)] 2024-12-06T05:42:59,789 DEBUG [RS:0;b543b351fe95:39431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41845:41845),(127.0.0.1/127.0.0.1:46129:46129)] 2024-12-06T05:42:59,974 DEBUG [b543b351fe95:41347 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T05:42:59,985 DEBUG [b543b351fe95:41347 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:42:59,991 DEBUG [b543b351fe95:41347 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:42:59,991 DEBUG [b543b351fe95:41347 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:42:59,991 DEBUG [b543b351fe95:41347 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:42:59,991 DEBUG [b543b351fe95:41347 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:42:59,991 INFO [b543b351fe95:41347 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:42:59,992 INFO [b543b351fe95:41347 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:42:59,992 DEBUG [b543b351fe95:41347 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:42:59,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,39431,1733463778499 2024-12-06T05:43:00,004 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,39431,1733463778499, state=OPENING 2024-12-06T05:43:00,008 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:43:00,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:00,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:00,010 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:00,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:00,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:00,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:00,012 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:00,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,39431,1733463778499}] 2024-12-06T05:43:00,194 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:00,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:00,209 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:43:00,210 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:00,210 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:43:00,215 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C39431%2C1733463778499.meta, suffix=.meta, logDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,39431,1733463778499, archiveDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/oldWALs, maxLogs=32 2024-12-06T05:43:00,233 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,39431,1733463778499/b543b351fe95%2C39431%2C1733463778499.meta.1733463780217.meta, exclude list is [], retry=0 2024-12-06T05:43:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39793,DS-ce890dc5-8aff-4879-8f23-b7607d780c29,DISK] 2024-12-06T05:43:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38291,DS-cea5f40a-d514-47af-a320-0fc7407d8f1a,DISK] 2024-12-06T05:43:00,242 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,39431,1733463778499/b543b351fe95%2C39431%2C1733463778499.meta.1733463780217.meta 2024-12-06T05:43:00,242 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41845:41845),(127.0.0.1/127.0.0.1:46129:46129)] 2024-12-06T05:43:00,243 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:00,244 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:43:00,247 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:43:00,253 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:43:00,258 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:43:00,258 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:00,259 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:43:00,259 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:43:00,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:00,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:00,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:00,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:00,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:00,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:00,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:00,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:00,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:00,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:00,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:00,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:00,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:00,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:00,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:00,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:00,277 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:00,279 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740 2024-12-06T05:43:00,282 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740 2024-12-06T05:43:00,284 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:00,284 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:00,285 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:00,288 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:00,290 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67924362, jitterRate=0.012151867151260376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:00,290 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:43:00,291 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733463780259Writing region info on filesystem at 1733463780260 (+1 ms)Initializing all the Stores at 1733463780262 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463780262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463780262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463780262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463780262Cleaning up temporary data from old regions at 1733463780284 (+22 ms)Running coprocessor post-open hooks at 1733463780290 (+6 ms)Region opened successfully at 1733463780291 (+1 ms) 2024-12-06T05:43:00,297 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733463780184 2024-12-06T05:43:00,307 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:43:00,307 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:43:00,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,39431,1733463778499 2024-12-06T05:43:00,312 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,39431,1733463778499, state=OPEN 2024-12-06T05:43:00,314 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:00,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:00,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:00,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:00,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:00,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:00,315 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,39431,1733463778499 2024-12-06T05:43:00,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:43:00,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,39431,1733463778499 in 300 msec 2024-12-06T05:43:00,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:43:00,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 767 msec 2024-12-06T05:43:00,332 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:00,332 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:43:00,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:00,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,39431,1733463778499, seqNum=-1] 2024-12-06T05:43:00,374 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:00,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:00,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0350 sec 2024-12-06T05:43:00,397 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733463780397, completionTime=-1 2024-12-06T05:43:00,400 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T05:43:00,400 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:43:00,462 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T05:43:00,462 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733463840462 2024-12-06T05:43:00,462 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733463900462 2024-12-06T05:43:00,462 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 61 msec 2024-12-06T05:43:00,468 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:43:00,480 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41347,1733463777939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:00,480 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41347,1733463777939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:00,481 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41347,1733463777939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:00,483 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b543b351fe95:41347, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:00,484 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:00,485 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:00,491 DEBUG [master/b543b351fe95:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:43:00,517 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.847sec 2024-12-06T05:43:00,518 INFO [master/b543b351fe95:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:43:00,519 INFO [master/b543b351fe95:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:43:00,520 INFO [master/b543b351fe95:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:43:00,521 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:43:00,521 INFO [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:43:00,522 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41347,1733463777939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:00,522 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41347,1733463777939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:43:00,527 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:43:00,529 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:43:00,529 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41347,1733463777939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:00,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dd9193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:00,548 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T05:43:00,548 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T05:43:00,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,41347,-1 for getting cluster id 2024-12-06T05:43:00,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:43:00,594 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d681a08-b788-4669-b40c-4278df3df501' 2024-12-06T05:43:00,598 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:43:00,598 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d681a08-b788-4669-b40c-4278df3df501" 2024-12-06T05:43:00,598 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c217c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:00,598 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,41347,-1] 2024-12-06T05:43:00,601 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:43:00,603 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:00,606 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:43:00,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653f91f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:00,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:00,620 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,39431,1733463778499, seqNum=-1] 2024-12-06T05:43:00,620 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:00,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:00,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b543b351fe95,41347,1733463777939 2024-12-06T05:43:00,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:43:00,659 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b543b351fe95,41347,1733463777939 2024-12-06T05:43:00,662 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@417d77fb 2024-12-06T05:43:00,663 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:43:00,667 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:43:00,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T05:43:00,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:43:00,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T05:43:00,689 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:00,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:43:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:00,716 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1fa81bdafb0aac79eb8704c39ec99eb7, NAME => 'testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d 2024-12-06T05:43:00,720 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1663c97028b52d7851abf259897e1727, NAME => 'testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d 2024-12-06T05:43:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:00,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:00,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 1fa81bdafb0aac79eb8704c39ec99eb7, disabling compactions & flushes 2024-12-06T05:43:00,749 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:00,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:00,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. after waiting 0 ms 2024-12-06T05:43:00,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:00,749 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:00,749 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1fa81bdafb0aac79eb8704c39ec99eb7: Waiting for close lock at 1733463780749Disabling compacts and flushes for region at 1733463780749Disabling writes for close at 1733463780749Writing region close event to WAL at 1733463780749Closed at 1733463780749 2024-12-06T05:43:00,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:00,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:00,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:00,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 1663c97028b52d7851abf259897e1727, disabling compactions & flushes 2024-12-06T05:43:00,758 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:00,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:00,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. after waiting 0 ms 2024-12-06T05:43:00,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:00,758 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:00,758 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1663c97028b52d7851abf259897e1727: Waiting for close lock at 1733463780758Disabling compacts and flushes for region at 1733463780758Disabling writes for close at 1733463780758Writing region close event to WAL at 1733463780758Closed at 1733463780758 2024-12-06T05:43:00,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:43:00,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463780762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463780762"}]},"ts":"1733463780762"} 2024-12-06T05:43:00,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463780762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463780762"}]},"ts":"1733463780762"} 2024-12-06T05:43:00,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T05:43:00,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:43:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:00,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463780805"}]},"ts":"1733463780805"} 2024-12-06T05:43:00,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T05:43:00,813 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:00,815 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:00,815 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:00,815 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:00,815 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:00,815 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:00,815 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:00,816 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:00,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1fa81bdafb0aac79eb8704c39ec99eb7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1663c97028b52d7851abf259897e1727, ASSIGN}] 2024-12-06T05:43:00,820 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1fa81bdafb0aac79eb8704c39ec99eb7, ASSIGN 2024-12-06T05:43:00,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1663c97028b52d7851abf259897e1727, ASSIGN 2024-12-06T05:43:00,822 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1fa81bdafb0aac79eb8704c39ec99eb7, ASSIGN; state=OFFLINE, location=b543b351fe95,39431,1733463778499; forceNewPlan=false, retain=false 2024-12-06T05:43:00,822 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1663c97028b52d7851abf259897e1727, ASSIGN; state=OFFLINE, location=b543b351fe95,41521,1733463778589; forceNewPlan=false, retain=false 2024-12-06T05:43:00,976 INFO [b543b351fe95:41347 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T05:43:00,977 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1663c97028b52d7851abf259897e1727, regionState=OPENING, regionLocation=b543b351fe95,41521,1733463778589 2024-12-06T05:43:00,977 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1fa81bdafb0aac79eb8704c39ec99eb7, regionState=OPENING, regionLocation=b543b351fe95,39431,1733463778499 2024-12-06T05:43:00,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1663c97028b52d7851abf259897e1727, ASSIGN because future has completed 2024-12-06T05:43:00,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1663c97028b52d7851abf259897e1727, server=b543b351fe95,41521,1733463778589}] 2024-12-06T05:43:00,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1fa81bdafb0aac79eb8704c39ec99eb7, ASSIGN because future has completed 2024-12-06T05:43:00,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fa81bdafb0aac79eb8704c39ec99eb7, server=b543b351fe95,39431,1733463778499}] 2024-12-06T05:43:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:01,139 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:01,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60373, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:01,150 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:01,150 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:01,151 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1663c97028b52d7851abf259897e1727, NAME => 'testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T05:43:01,151 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fa81bdafb0aac79eb8704c39ec99eb7, NAME => 'testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T05:43:01,151 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,151 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,151 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:01,151 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:01,151 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,151 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,151 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,151 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,154 INFO [StoreOpener-1663c97028b52d7851abf259897e1727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,157 INFO [StoreOpener-1663c97028b52d7851abf259897e1727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1663c97028b52d7851abf259897e1727 columnFamilyName family 2024-12-06T05:43:01,157 DEBUG [StoreOpener-1663c97028b52d7851abf259897e1727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:01,158 INFO [StoreOpener-1663c97028b52d7851abf259897e1727-1 {}] regionserver.HStore(327): Store=1663c97028b52d7851abf259897e1727/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:01,159 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,159 INFO [StoreOpener-1fa81bdafb0aac79eb8704c39ec99eb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,160 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,161 INFO [StoreOpener-1fa81bdafb0aac79eb8704c39ec99eb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fa81bdafb0aac79eb8704c39ec99eb7 columnFamilyName family 2024-12-06T05:43:01,161 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,161 DEBUG [StoreOpener-1fa81bdafb0aac79eb8704c39ec99eb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:01,162 INFO [StoreOpener-1fa81bdafb0aac79eb8704c39ec99eb7-1 {}] regionserver.HStore(327): Store=1fa81bdafb0aac79eb8704c39ec99eb7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:01,162 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,163 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,163 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,163 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,164 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,165 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,165 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,166 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,169 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,170 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1663c97028b52d7851abf259897e1727/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:01,171 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1663c97028b52d7851abf259897e1727; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68800320, jitterRate=0.02520465850830078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:01,171 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,172 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1663c97028b52d7851abf259897e1727: Running coprocessor pre-open hook at 1733463781152Writing region info on filesystem at 1733463781152Initializing all the Stores at 1733463781153 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463781153Cleaning up temporary data from old regions at 1733463781163 (+10 ms)Running coprocessor post-open hooks at 1733463781171 (+8 ms)Region opened successfully at 1733463781172 (+1 ms) 2024-12-06T05:43:01,173 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1fa81bdafb0aac79eb8704c39ec99eb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:01,175 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 1fa81bdafb0aac79eb8704c39ec99eb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63065505, jitterRate=-0.060250744223594666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:01,175 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,175 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 1fa81bdafb0aac79eb8704c39ec99eb7: Running coprocessor pre-open hook at 1733463781152Writing region info on filesystem at 1733463781152Initializing all the Stores at 1733463781155 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463781155Cleaning up temporary data from old regions at 1733463781165 (+10 ms)Running coprocessor post-open hooks at 1733463781175 (+10 ms)Region opened successfully at 1733463781175 2024-12-06T05:43:01,176 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727., pid=7, masterSystemTime=1733463781138 2024-12-06T05:43:01,177 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7., pid=8, masterSystemTime=1733463781142 2024-12-06T05:43:01,181 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:01,181 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:01,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1663c97028b52d7851abf259897e1727, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,41521,1733463778589 2024-12-06T05:43:01,184 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:01,184 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:01,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1fa81bdafb0aac79eb8704c39ec99eb7, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,39431,1733463778499 2024-12-06T05:43:01,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1663c97028b52d7851abf259897e1727, server=b543b351fe95,41521,1733463778589 because future has completed 2024-12-06T05:43:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fa81bdafb0aac79eb8704c39ec99eb7, server=b543b351fe95,39431,1733463778499 because future has completed 2024-12-06T05:43:01,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T05:43:01,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1663c97028b52d7851abf259897e1727, server=b543b351fe95,41521,1733463778589 in 207 msec 2024-12-06T05:43:01,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-06T05:43:01,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1663c97028b52d7851abf259897e1727, ASSIGN in 379 msec 2024-12-06T05:43:01,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fa81bdafb0aac79eb8704c39ec99eb7, server=b543b351fe95,39431,1733463778499 in 208 msec 2024-12-06T05:43:01,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:43:01,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1fa81bdafb0aac79eb8704c39ec99eb7, ASSIGN in 382 msec 2024-12-06T05:43:01,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:43:01,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463781204"}]},"ts":"1733463781204"} 2024-12-06T05:43:01,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T05:43:01,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:43:01,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 532 msec 2024-12-06T05:43:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41347 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:01,327 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T05:43:01,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T05:43:01,328 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:01,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T05:43:01,335 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T05:43:01,344 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7., hostname=b543b351fe95,39431,1733463778499, seqNum=2] 2024-12-06T05:43:01,363 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727., hostname=b543b351fe95,41521,1733463778589, seqNum=2] 2024-12-06T05:43:01,364 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:01,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:01,384 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1fa81bdafb0aac79eb8704c39ec99eb7 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T05:43:01,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1fa81bdafb0aac79eb8704c39ec99eb7/.tmp/family/efd863ceef1e498585d907bcd7186f57 is 32, key is 1/family:/1733463781346/Put/seqid=0 2024-12-06T05:43:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741839_1015 (size=5054) 2024-12-06T05:43:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741839_1015 (size=5054) 2024-12-06T05:43:01,450 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1fa81bdafb0aac79eb8704c39ec99eb7/.tmp/family/efd863ceef1e498585d907bcd7186f57 2024-12-06T05:43:01,506 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1fa81bdafb0aac79eb8704c39ec99eb7/.tmp/family/efd863ceef1e498585d907bcd7186f57 as hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1fa81bdafb0aac79eb8704c39ec99eb7/family/efd863ceef1e498585d907bcd7186f57 2024-12-06T05:43:01,515 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1fa81bdafb0aac79eb8704c39ec99eb7/family/efd863ceef1e498585d907bcd7186f57, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T05:43:01,521 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1fa81bdafb0aac79eb8704c39ec99eb7 in 139ms, sequenceid=8, compaction requested=false 2024-12-06T05:43:01,522 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-06T05:43:01,524 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1fa81bdafb0aac79eb8704c39ec99eb7: 2024-12-06T05:43:01,524 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1663c97028b52d7851abf259897e1727 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T05:43:01,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1663c97028b52d7851abf259897e1727/.tmp/family/889c3363f6f24b0f809fbe10aaaa9104 is 32, key is 5/family:/1733463781367/Put/seqid=0 2024-12-06T05:43:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741840_1016 (size=5083) 2024-12-06T05:43:01,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741840_1016 (size=5083) 2024-12-06T05:43:01,550 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1663c97028b52d7851abf259897e1727/.tmp/family/889c3363f6f24b0f809fbe10aaaa9104 2024-12-06T05:43:01,562 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1663c97028b52d7851abf259897e1727/.tmp/family/889c3363f6f24b0f809fbe10aaaa9104 as hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1663c97028b52d7851abf259897e1727/family/889c3363f6f24b0f809fbe10aaaa9104 2024-12-06T05:43:01,573 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1663c97028b52d7851abf259897e1727/family/889c3363f6f24b0f809fbe10aaaa9104, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T05:43:01,575 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1663c97028b52d7851abf259897e1727 in 51ms, sequenceid=9, compaction requested=false 2024-12-06T05:43:01,575 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1663c97028b52d7851abf259897e1727: 2024-12-06T05:43:01,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5412e314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:01,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,41347,-1 for getting cluster id 2024-12-06T05:43:01,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:43:01,580 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d681a08-b788-4669-b40c-4278df3df501' 2024-12-06T05:43:01,580 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:43:01,581 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d681a08-b788-4669-b40c-4278df3df501" 2024-12-06T05:43:01,581 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176013a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:01,581 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,41347,-1] 2024-12-06T05:43:01,581 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:43:01,582 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:01,583 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:43:01,585 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d39567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:01,603 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T05:43:01,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:01,606 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,39431,1733463778499, seqNum=-1] 2024-12-06T05:43:01,606 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:01,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:01,619 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:01,620 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:01,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:01,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:01,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:01,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:01,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:01,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:01,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:43:01,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:43:01,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:01,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:01,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:01,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:01,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:43:01,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:43:01,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1074485248, stopped=false 2024-12-06T05:43:01,635 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b543b351fe95,41347,1733463777939 2024-12-06T05:43:01,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:01,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:01,636 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:01,636 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:01,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:01,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:01,637 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:01,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:01,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:01,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:01,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:01,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:01,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:01,638 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,39431,1733463778499' ***** 2024-12-06T05:43:01,638 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:01,638 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,41521,1733463778589' ***** 2024-12-06T05:43:01,638 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:01,638 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:01,638 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:01,639 INFO [RS:0;b543b351fe95:39431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:01,639 INFO [RS:1;b543b351fe95:41521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:01,639 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:01,639 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:01,639 INFO [RS:0;b543b351fe95:39431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:01,639 INFO [RS:1;b543b351fe95:41521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:01,639 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,639 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,640 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,39431,1733463778499 2024-12-06T05:43:01,640 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,41521,1733463778589 2024-12-06T05:43:01,640 INFO [RS:0;b543b351fe95:39431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:01,640 INFO [RS:1;b543b351fe95:41521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:01,640 INFO [RS:1;b543b351fe95:41521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b543b351fe95:41521. 2024-12-06T05:43:01,640 INFO [RS:0;b543b351fe95:39431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b543b351fe95:39431. 2024-12-06T05:43:01,640 DEBUG [RS:0;b543b351fe95:39431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:01,640 DEBUG [RS:1;b543b351fe95:41521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:01,640 DEBUG [RS:1;b543b351fe95:41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:01,640 DEBUG [RS:0;b543b351fe95:39431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:01,640 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1663c97028b52d7851abf259897e1727, disabling compactions & flushes 2024-12-06T05:43:01,640 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fa81bdafb0aac79eb8704c39ec99eb7, disabling compactions & flushes 2024-12-06T05:43:01,640 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:01,640 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:01,640 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:01,640 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:01,641 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:43:01,641 INFO [RS:0;b543b351fe95:39431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:01,641 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. after waiting 0 ms 2024-12-06T05:43:01,641 INFO [RS:0;b543b351fe95:39431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:01,641 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. after waiting 0 ms 2024-12-06T05:43:01,641 DEBUG [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(1325): Online Regions={1663c97028b52d7851abf259897e1727=testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727.} 2024-12-06T05:43:01,641 INFO [RS:0;b543b351fe95:39431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:01,641 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:01,641 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:01,641 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:43:01,641 DEBUG [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(1351): Waiting on 1663c97028b52d7851abf259897e1727 2024-12-06T05:43:01,641 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:43:01,641 DEBUG [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(1325): Online Regions={1fa81bdafb0aac79eb8704c39ec99eb7=testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:43:01,642 DEBUG [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fa81bdafb0aac79eb8704c39ec99eb7 2024-12-06T05:43:01,642 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:01,642 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:01,642 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:01,642 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:01,642 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:01,642 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T05:43:01,648 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1663c97028b52d7851abf259897e1727/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T05:43:01,649 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/default/testClearRegionBlockCache/1fa81bdafb0aac79eb8704c39ec99eb7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T05:43:01,651 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:01,651 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1663c97028b52d7851abf259897e1727: Waiting for close lock at 1733463781640Running coprocessor pre-close hooks at 1733463781640Disabling compacts and flushes for region at 1733463781640Disabling writes for close at 1733463781641 (+1 ms)Writing region close event to WAL at 1733463781642 (+1 ms)Running coprocessor post-close hooks at 1733463781649 (+7 ms)Closed at 1733463781651 (+2 ms) 2024-12-06T05:43:01,651 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:01,651 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fa81bdafb0aac79eb8704c39ec99eb7: Waiting for close lock at 1733463781640Running coprocessor pre-close hooks at 1733463781640Disabling compacts and flushes for region at 1733463781640Disabling writes for close at 1733463781641 (+1 ms)Writing region close event to WAL at 1733463781642 (+1 ms)Running coprocessor post-close hooks at 1733463781651 (+9 ms)Closed at 1733463781651 2024-12-06T05:43:01,652 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733463780668.1fa81bdafb0aac79eb8704c39ec99eb7. 2024-12-06T05:43:01,652 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727. 2024-12-06T05:43:01,664 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/.tmp/info/30462d30d05f42249f81556a1d3aaf72 is 173, key is testClearRegionBlockCache,5,1733463780668.1663c97028b52d7851abf259897e1727./info:regioninfo/1733463781183/Put/seqid=0 2024-12-06T05:43:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:01,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:01,672 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/.tmp/info/30462d30d05f42249f81556a1d3aaf72 2024-12-06T05:43:01,702 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/.tmp/ns/5878f3e3d8d14625992003bebcd8594e is 43, key is default/ns:d/1733463780381/Put/seqid=0 2024-12-06T05:43:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:01,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:01,711 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/.tmp/ns/5878f3e3d8d14625992003bebcd8594e 2024-12-06T05:43:01,711 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:01,711 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:01,735 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/.tmp/table/16261e0bcfc9439fa40a50d1433f2c3d is 61, key is testClearRegionBlockCache/table:state/1733463781204/Put/seqid=0 2024-12-06T05:43:01,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:01,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:01,742 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/.tmp/table/16261e0bcfc9439fa40a50d1433f2c3d 2024-12-06T05:43:01,753 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/.tmp/info/30462d30d05f42249f81556a1d3aaf72 as hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/info/30462d30d05f42249f81556a1d3aaf72 2024-12-06T05:43:01,763 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/info/30462d30d05f42249f81556a1d3aaf72, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T05:43:01,765 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/.tmp/ns/5878f3e3d8d14625992003bebcd8594e as hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/ns/5878f3e3d8d14625992003bebcd8594e 2024-12-06T05:43:01,774 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/ns/5878f3e3d8d14625992003bebcd8594e, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T05:43:01,775 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/.tmp/table/16261e0bcfc9439fa40a50d1433f2c3d as hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/table/16261e0bcfc9439fa40a50d1433f2c3d 2024-12-06T05:43:01,785 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/table/16261e0bcfc9439fa40a50d1433f2c3d, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T05:43:01,787 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 144ms, sequenceid=13, compaction requested=false 2024-12-06T05:43:01,787 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:43:01,795 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T05:43:01,796 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:43:01,796 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:01,796 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463781641Running coprocessor pre-close hooks at 1733463781641Disabling compacts and flushes for region at 1733463781641Disabling writes for close at 1733463781642 (+1 ms)Obtaining lock to block concurrent updates at 1733463781642Preparing flush snapshotting stores in 1588230740 at 1733463781642Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733463781643 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733463781644 (+1 ms)Flushing 1588230740/info: creating writer at 1733463781644Flushing 1588230740/info: appending metadata at 1733463781664 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733463781664Flushing 1588230740/ns: creating writer at 1733463781683 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733463781702 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733463781702Flushing 1588230740/table: creating writer at 1733463781720 (+18 ms)Flushing 1588230740/table: appending metadata at 1733463781734 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733463781734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@470c770a: reopening flushed file at 1733463781752 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4642e569: reopening flushed file at 1733463781764 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1b005e: reopening flushed file at 1733463781774 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 144ms, sequenceid=13, compaction requested=false at 1733463781787 (+13 ms)Writing region close event to WAL at 1733463781789 (+2 ms)Running coprocessor post-close hooks at 1733463781796 (+7 ms)Closed at 1733463781796 2024-12-06T05:43:01,796 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:01,842 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,41521,1733463778589; all regions closed. 2024-12-06T05:43:01,842 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,39431,1733463778499; all regions closed. 2024-12-06T05:43:01,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:01,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741834_1010 (size=1867) 2024-12-06T05:43:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741834_1010 (size=1867) 2024-12-06T05:43:01,851 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/WALs/b543b351fe95,41521,1733463778589/b543b351fe95%2C41521%2C1733463778589.1733463779767 not finished, retry = 0 2024-12-06T05:43:01,858 DEBUG [RS:0;b543b351fe95:39431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/oldWALs 2024-12-06T05:43:01,858 INFO [RS:0;b543b351fe95:39431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C39431%2C1733463778499.meta:.meta(num 1733463780217) 2024-12-06T05:43:01,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741833_1009 (size=1758) 2024-12-06T05:43:01,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741833_1009 (size=1758) 2024-12-06T05:43:01,864 DEBUG [RS:0;b543b351fe95:39431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/oldWALs 2024-12-06T05:43:01,864 INFO [RS:0;b543b351fe95:39431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C39431%2C1733463778499:(num 1733463779767) 2024-12-06T05:43:01,865 DEBUG [RS:0;b543b351fe95:39431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:01,865 INFO [RS:0;b543b351fe95:39431 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:01,865 INFO [RS:0;b543b351fe95:39431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:01,865 INFO [RS:0;b543b351fe95:39431 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:01,865 INFO [RS:0;b543b351fe95:39431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:01,865 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:01,866 INFO [RS:0;b543b351fe95:39431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39431 2024-12-06T05:43:01,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:01,868 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,39431,1733463778499 2024-12-06T05:43:01,868 INFO [RS:0;b543b351fe95:39431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:01,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,39431,1733463778499] 2024-12-06T05:43:01,871 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,39431,1733463778499 already deleted, retry=false 2024-12-06T05:43:01,871 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,39431,1733463778499 expired; onlineServers=1 2024-12-06T05:43:01,958 DEBUG [RS:1;b543b351fe95:41521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/oldWALs 2024-12-06T05:43:01,958 INFO [RS:1;b543b351fe95:41521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C41521%2C1733463778589:(num 1733463779767) 2024-12-06T05:43:01,958 DEBUG [RS:1;b543b351fe95:41521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:01,958 INFO [RS:1;b543b351fe95:41521 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:01,959 INFO [RS:1;b543b351fe95:41521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:01,959 INFO [RS:1;b543b351fe95:41521 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:01,960 INFO [RS:1;b543b351fe95:41521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:01,960 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:01,960 INFO [RS:1;b543b351fe95:41521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:01,960 INFO [RS:1;b543b351fe95:41521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:01,960 INFO [RS:1;b543b351fe95:41521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:01,960 INFO [RS:1;b543b351fe95:41521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41521 2024-12-06T05:43:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,41521,1733463778589 2024-12-06T05:43:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:01,962 INFO [RS:1;b543b351fe95:41521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:01,963 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,41521,1733463778589] 2024-12-06T05:43:01,964 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,41521,1733463778589 already deleted, retry=false 2024-12-06T05:43:01,964 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,41521,1733463778589 expired; onlineServers=0 2024-12-06T05:43:01,965 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b543b351fe95,41347,1733463777939' ***** 2024-12-06T05:43:01,965 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:43:01,965 INFO [M:0;b543b351fe95:41347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:01,965 INFO [M:0;b543b351fe95:41347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:01,965 DEBUG [M:0;b543b351fe95:41347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:43:01,965 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:43:01,965 DEBUG [M:0;b543b351fe95:41347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:43:01,965 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463779461 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463779461,5,FailOnTimeoutGroup] 2024-12-06T05:43:01,965 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463779458 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463779458,5,FailOnTimeoutGroup] 2024-12-06T05:43:01,966 INFO [M:0;b543b351fe95:41347 {}] hbase.ChoreService(370): Chore service for: master/b543b351fe95:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:01,966 INFO [M:0;b543b351fe95:41347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:01,966 DEBUG [M:0;b543b351fe95:41347 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:43:01,966 INFO [M:0;b543b351fe95:41347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:43:01,966 INFO [M:0;b543b351fe95:41347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:01,967 INFO [M:0;b543b351fe95:41347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:43:01,967 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:43:01,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:01,968 DEBUG [M:0;b543b351fe95:41347 {}] zookeeper.ZKUtil(347): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T05:43:01,968 WARN [M:0;b543b351fe95:41347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:43:01,969 INFO [M:0;b543b351fe95:41347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/.lastflushedseqids 2024-12-06T05:43:01,970 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:01,971 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39431-0x100ae0d7be00001, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:01,971 INFO [RS:0;b543b351fe95:39431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:01,971 INFO [RS:0;b543b351fe95:39431 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,39431,1733463778499; zookeeper connection closed. 2024-12-06T05:43:01,971 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55d0245d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55d0245d 2024-12-06T05:43:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741844_1020 (size=182) 2024-12-06T05:43:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741844_1020 (size=182) 2024-12-06T05:43:01,982 INFO [M:0;b543b351fe95:41347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:43:01,983 INFO [M:0;b543b351fe95:41347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:43:01,983 DEBUG [M:0;b543b351fe95:41347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:01,983 INFO [M:0;b543b351fe95:41347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:01,983 DEBUG [M:0;b543b351fe95:41347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:01,983 DEBUG [M:0;b543b351fe95:41347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:01,983 DEBUG [M:0;b543b351fe95:41347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:01,983 INFO [M:0;b543b351fe95:41347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-06T05:43:02,000 DEBUG [M:0;b543b351fe95:41347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee1863ce10834a7e91bdf251e4b5c0bf is 82, key is hbase:meta,,1/info:regioninfo/1733463780309/Put/seqid=0 2024-12-06T05:43:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:02,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:02,006 INFO [M:0;b543b351fe95:41347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee1863ce10834a7e91bdf251e4b5c0bf 2024-12-06T05:43:02,036 DEBUG [M:0;b543b351fe95:41347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f31490e6ba24bf9ab20c9aae2baf2cf is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733463781212/Put/seqid=0 2024-12-06T05:43:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741846_1022 (size=6219) 2024-12-06T05:43:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741846_1022 (size=6219) 2024-12-06T05:43:02,047 INFO [M:0;b543b351fe95:41347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f31490e6ba24bf9ab20c9aae2baf2cf 2024-12-06T05:43:02,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:02,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41521-0x100ae0d7be00002, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:02,064 INFO [RS:1;b543b351fe95:41521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:02,064 INFO [RS:1;b543b351fe95:41521 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,41521,1733463778589; zookeeper connection closed. 2024-12-06T05:43:02,064 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57a9e751 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57a9e751 2024-12-06T05:43:02,065 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T05:43:02,074 DEBUG [M:0;b543b351fe95:41347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bccb5c23e3747c391245cfd3a0eb6ba is 69, key is b543b351fe95,39431,1733463778499/rs:state/1733463779535/Put/seqid=0 2024-12-06T05:43:02,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:02,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:02,081 INFO [M:0;b543b351fe95:41347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bccb5c23e3747c391245cfd3a0eb6ba 2024-12-06T05:43:02,089 DEBUG [M:0;b543b351fe95:41347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee1863ce10834a7e91bdf251e4b5c0bf as hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee1863ce10834a7e91bdf251e4b5c0bf 2024-12-06T05:43:02,096 INFO [M:0;b543b351fe95:41347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee1863ce10834a7e91bdf251e4b5c0bf, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T05:43:02,098 DEBUG [M:0;b543b351fe95:41347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f31490e6ba24bf9ab20c9aae2baf2cf as hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f31490e6ba24bf9ab20c9aae2baf2cf 2024-12-06T05:43:02,106 INFO [M:0;b543b351fe95:41347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f31490e6ba24bf9ab20c9aae2baf2cf, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T05:43:02,107 DEBUG [M:0;b543b351fe95:41347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bccb5c23e3747c391245cfd3a0eb6ba as hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bccb5c23e3747c391245cfd3a0eb6ba 2024-12-06T05:43:02,114 INFO [M:0;b543b351fe95:41347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46337/user/jenkins/test-data/f8bf34e6-07fc-4eed-2a63-438ae5547a9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bccb5c23e3747c391245cfd3a0eb6ba, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T05:43:02,115 INFO [M:0;b543b351fe95:41347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=71, compaction requested=false 2024-12-06T05:43:02,116 INFO [M:0;b543b351fe95:41347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:02,117 DEBUG [M:0;b543b351fe95:41347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463781983Disabling compacts and flushes for region at 1733463781983Disabling writes for close at 1733463781983Obtaining lock to block concurrent updates at 1733463781983Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733463781983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733463781983Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733463781984 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733463781984Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733463781999 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733463781999Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733463782014 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733463782035 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733463782035Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733463782056 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733463782074 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733463782074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613203af: reopening flushed file at 1733463782087 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fae936c: reopening flushed file at 1733463782096 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a65109: reopening flushed file at 1733463782106 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=71, compaction requested=false at 1733463782115 (+9 ms)Writing region close event to WAL at 1733463782116 (+1 ms)Closed at 1733463782116 2024-12-06T05:43:02,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39793 is added to blk_1073741830_1006 (size=35440) 2024-12-06T05:43:02,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38291 is added to blk_1073741830_1006 (size=35440) 2024-12-06T05:43:02,121 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:02,121 INFO [M:0;b543b351fe95:41347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:43:02,121 INFO [M:0;b543b351fe95:41347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41347 2024-12-06T05:43:02,121 INFO [M:0;b543b351fe95:41347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:02,223 INFO [M:0;b543b351fe95:41347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41347-0x100ae0d7be00000, quorum=127.0.0.1:60349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:02,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d823c19{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:02,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c541ed8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:02,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:02,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:02,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:02,232 WARN [BP-1119137660-172.17.0.2-1733463775417 heartbeating to localhost/127.0.0.1:46337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:02,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:02,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:02,232 WARN [BP-1119137660-172.17.0.2-1733463775417 heartbeating to localhost/127.0.0.1:46337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1119137660-172.17.0.2-1733463775417 (Datanode Uuid dc3935bf-39f3-4226-adc6-3c7cb9ba8731) service to localhost/127.0.0.1:46337 2024-12-06T05:43:02,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/data/data3/current/BP-1119137660-172.17.0.2-1733463775417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:02,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/data/data4/current/BP-1119137660-172.17.0.2-1733463775417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:02,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:02,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49317c05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:02,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a8353a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:02,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:02,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:02,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a1a54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:02,237 WARN [BP-1119137660-172.17.0.2-1733463775417 heartbeating to localhost/127.0.0.1:46337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:02,238 WARN [BP-1119137660-172.17.0.2-1733463775417 heartbeating to localhost/127.0.0.1:46337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1119137660-172.17.0.2-1733463775417 (Datanode Uuid 233d7de4-7521-4830-8e54-9d144bd3aa2e) service to localhost/127.0.0.1:46337 2024-12-06T05:43:02,238 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:02,238 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:02,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/data/data1/current/BP-1119137660-172.17.0.2-1733463775417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:02,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/cluster_97b93318-59a8-b9bb-e3c5-fe4216fa0013/data/data2/current/BP-1119137660-172.17.0.2-1733463775417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:02,239 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:02,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:02,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:02,251 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:02,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:02,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:02,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:43:02,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:43:02,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=81 (was 11) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@66899c1b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/b543b351fe95:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:46337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b543b351fe95:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:46337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:46337 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b543b351fe95:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b543b351fe95:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:46337 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=407 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 248) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5121 (was 5728) 2024-12-06T05:43:02,299 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=81, OpenFileDescriptor=407, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=5121 2024-12-06T05:43:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.log.dir so I do NOT create it in target/test-data/215e4869-b49a-18ea-9194-06542676d135 2024-12-06T05:43:02,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:43:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.tmp.dir so I do NOT create it in target/test-data/215e4869-b49a-18ea-9194-06542676d135 2024-12-06T05:43:02,312 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/556bea0e-45e2-286b-1e23-26c2ac712d8a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:43:02,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135 2024-12-06T05:43:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:43:02,312 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2, deleteOnExit=true 2024-12-06T05:43:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:43:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/test.cache.data in system properties and HBase conf 2024-12-06T05:43:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:43:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:43:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:43:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:43:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:43:02,313 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:43:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:43:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:43:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:43:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:43:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:43:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:43:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:43:02,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:43:02,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:43:02,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:43:02,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:43:02,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:43:02,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:43:02,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:43:02,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:02,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:02,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:02,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:02,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:43:02,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:02,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4066dad4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:02,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7474ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:02,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e0e52e6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/java.io.tmpdir/jetty-localhost-43961-hadoop-hdfs-3_4_1-tests_jar-_-any-2181130593922135212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:02,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69c9ade7{HTTP/1.1, (http/1.1)}{localhost:43961} 2024-12-06T05:43:02,477 INFO [Time-limited test {}] server.Server(415): Started @9002ms 2024-12-06T05:43:02,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:02,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:02,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:02,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:02,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:43:02,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@483dcb0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:02,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29e5ecf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:02,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1af0ac92{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/java.io.tmpdir/jetty-localhost-43573-hadoop-hdfs-3_4_1-tests_jar-_-any-12310402163222048698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:02,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77d5532b{HTTP/1.1, (http/1.1)}{localhost:43573} 2024-12-06T05:43:02,639 INFO [Time-limited test {}] server.Server(415): Started @9164ms 2024-12-06T05:43:02,640 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:43:02,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:02,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:02,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:02,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:02,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:43:02,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ecea486{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:02,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10318b04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:02,700 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/data/data1/current/BP-1363520063-172.17.0.2-1733463782335/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:02,700 WARN [Thread-352 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/data/data2/current/BP-1363520063-172.17.0.2-1733463782335/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:02,715 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:43:02,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x865dff6d63de7fb2 with lease ID 0xc03bf46850dffecf: Processing first storage report for DS-8de9dbc0-e975-45d7-9203-8269b6ccba54 from datanode DatanodeRegistration(127.0.0.1:38321, datanodeUuid=ca272772-a7bb-4e0c-bbca-4e2b7149864a, infoPort=34751, infoSecurePort=0, ipcPort=32965, storageInfo=lv=-57;cid=testClusterID;nsid=946983031;c=1733463782335) 2024-12-06T05:43:02,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x865dff6d63de7fb2 with lease ID 0xc03bf46850dffecf: from storage DS-8de9dbc0-e975-45d7-9203-8269b6ccba54 node DatanodeRegistration(127.0.0.1:38321, datanodeUuid=ca272772-a7bb-4e0c-bbca-4e2b7149864a, infoPort=34751, infoSecurePort=0, ipcPort=32965, storageInfo=lv=-57;cid=testClusterID;nsid=946983031;c=1733463782335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:02,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x865dff6d63de7fb2 with lease ID 0xc03bf46850dffecf: Processing first storage report for DS-3179ce0c-a379-40b3-9bfc-d9e893a065eb from datanode DatanodeRegistration(127.0.0.1:38321, datanodeUuid=ca272772-a7bb-4e0c-bbca-4e2b7149864a, infoPort=34751, infoSecurePort=0, ipcPort=32965, storageInfo=lv=-57;cid=testClusterID;nsid=946983031;c=1733463782335) 2024-12-06T05:43:02,719 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x865dff6d63de7fb2 with lease ID 0xc03bf46850dffecf: from storage DS-3179ce0c-a379-40b3-9bfc-d9e893a065eb node DatanodeRegistration(127.0.0.1:38321, datanodeUuid=ca272772-a7bb-4e0c-bbca-4e2b7149864a, infoPort=34751, infoSecurePort=0, ipcPort=32965, storageInfo=lv=-57;cid=testClusterID;nsid=946983031;c=1733463782335), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:43:02,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@674c3062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/java.io.tmpdir/jetty-localhost-41541-hadoop-hdfs-3_4_1-tests_jar-_-any-4844392695710365127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:02,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16f16c46{HTTP/1.1, (http/1.1)}{localhost:41541} 2024-12-06T05:43:02,772 INFO [Time-limited test {}] server.Server(415): Started @9298ms 2024-12-06T05:43:02,774 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:43:02,832 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/data/data3/current/BP-1363520063-172.17.0.2-1733463782335/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:02,832 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/data/data4/current/BP-1363520063-172.17.0.2-1733463782335/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:02,849 WARN [Thread-366 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:43:02,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x817051ea8cde17e6 with lease ID 0xc03bf46850dffed0: Processing first storage report for DS-49f8d49f-d51e-4f31-87f9-c0e545a0f8e0 from datanode DatanodeRegistration(127.0.0.1:34371, datanodeUuid=65df6db5-7f70-4e04-bb97-6a642120f50f, infoPort=44401, infoSecurePort=0, ipcPort=36983, storageInfo=lv=-57;cid=testClusterID;nsid=946983031;c=1733463782335) 2024-12-06T05:43:02,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x817051ea8cde17e6 with lease ID 0xc03bf46850dffed0: from storage DS-49f8d49f-d51e-4f31-87f9-c0e545a0f8e0 node DatanodeRegistration(127.0.0.1:34371, datanodeUuid=65df6db5-7f70-4e04-bb97-6a642120f50f, infoPort=44401, infoSecurePort=0, ipcPort=36983, storageInfo=lv=-57;cid=testClusterID;nsid=946983031;c=1733463782335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:02,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x817051ea8cde17e6 with lease ID 0xc03bf46850dffed0: Processing first storage report for DS-7f605014-fe42-4c45-b537-c19d148054fc from datanode DatanodeRegistration(127.0.0.1:34371, datanodeUuid=65df6db5-7f70-4e04-bb97-6a642120f50f, infoPort=44401, infoSecurePort=0, ipcPort=36983, storageInfo=lv=-57;cid=testClusterID;nsid=946983031;c=1733463782335) 2024-12-06T05:43:02,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x817051ea8cde17e6 with lease ID 0xc03bf46850dffed0: from storage DS-7f605014-fe42-4c45-b537-c19d148054fc node DatanodeRegistration(127.0.0.1:34371, datanodeUuid=65df6db5-7f70-4e04-bb97-6a642120f50f, infoPort=44401, infoSecurePort=0, ipcPort=36983, storageInfo=lv=-57;cid=testClusterID;nsid=946983031;c=1733463782335), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:43:02,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135 2024-12-06T05:43:02,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/zookeeper_0, clientPort=64071, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:43:02,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64071 2024-12-06T05:43:02,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:02,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:43:02,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:43:02,920 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369 with version=8 2024-12-06T05:43:02,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/hbase-staging 2024-12-06T05:43:02,922 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:02,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:02,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:02,923 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:02,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:02,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:02,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:43:02,923 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:02,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39601 2024-12-06T05:43:02,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39601 connecting to ZooKeeper ensemble=127.0.0.1:64071 2024-12-06T05:43:02,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396010x0, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:02,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39601-0x100ae0d92650000 connected 2024-12-06T05:43:02,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:02,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:02,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:02,954 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369, hbase.cluster.distributed=false 2024-12-06T05:43:02,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:02,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39601 2024-12-06T05:43:02,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39601 2024-12-06T05:43:02,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39601 2024-12-06T05:43:02,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39601 2024-12-06T05:43:02,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39601 2024-12-06T05:43:02,972 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:02,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:02,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:02,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:02,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:02,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:02,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:43:02,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:02,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40349 2024-12-06T05:43:02,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40349 connecting to ZooKeeper ensemble=127.0.0.1:64071 2024-12-06T05:43:02,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:02,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:02,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403490x0, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:02,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403490x0, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:02,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40349-0x100ae0d92650001 connected 2024-12-06T05:43:02,980 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:43:02,981 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:43:02,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:43:02,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:02,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40349 2024-12-06T05:43:02,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40349 2024-12-06T05:43:02,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40349 2024-12-06T05:43:02,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40349 2024-12-06T05:43:02,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40349 2024-12-06T05:43:03,000 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:03,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:03,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:03,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:03,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:03,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:03,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:43:03,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:03,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38683 2024-12-06T05:43:03,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38683 connecting to ZooKeeper ensemble=127.0.0.1:64071 2024-12-06T05:43:03,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:03,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:03,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386830x0, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:03,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:03,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38683-0x100ae0d92650002 connected 2024-12-06T05:43:03,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:43:03,010 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:43:03,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:43:03,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:03,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38683 2024-12-06T05:43:03,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38683 2024-12-06T05:43:03,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38683 2024-12-06T05:43:03,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38683 2024-12-06T05:43:03,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38683 2024-12-06T05:43:03,023 DEBUG [M:0;b543b351fe95:39601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b543b351fe95:39601 2024-12-06T05:43:03,024 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b543b351fe95,39601,1733463782922 2024-12-06T05:43:03,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:03,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:03,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:03,026 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b543b351fe95,39601,1733463782922 2024-12-06T05:43:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,027 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T05:43:03,028 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b543b351fe95,39601,1733463782922 from backup master directory 2024-12-06T05:43:03,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b543b351fe95,39601,1733463782922 2024-12-06T05:43:03,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:03,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:03,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:03,029 WARN [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:03,029 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b543b351fe95,39601,1733463782922 2024-12-06T05:43:03,034 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/hbase.id] with ID: ce7c3c3c-ab14-4c3b-9951-69e055ccdcd3 2024-12-06T05:43:03,034 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/.tmp/hbase.id 2024-12-06T05:43:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:43:03,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:43:03,041 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/.tmp/hbase.id]:[hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/hbase.id] 2024-12-06T05:43:03,058 INFO [master/b543b351fe95:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:03,058 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:43:03,060 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T05:43:03,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:43:03,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:43:03,070 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:03,071 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:43:03,071 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:43:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:43:03,082 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store 2024-12-06T05:43:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:43:03,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:43:03,091 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:03,092 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:03,092 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:03,092 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:03,092 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:03,092 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:03,092 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:03,092 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463783091Disabling compacts and flushes for region at 1733463783091Disabling writes for close at 1733463783092 (+1 ms)Writing region close event to WAL at 1733463783092Closed at 1733463783092 2024-12-06T05:43:03,093 WARN [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/.initializing 2024-12-06T05:43:03,094 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/WALs/b543b351fe95,39601,1733463782922 2024-12-06T05:43:03,095 INFO [master/b543b351fe95:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:03,098 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C39601%2C1733463782922, suffix=, logDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/WALs/b543b351fe95,39601,1733463782922, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/oldWALs, maxLogs=10 2024-12-06T05:43:03,109 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/WALs/b543b351fe95,39601,1733463782922/b543b351fe95%2C39601%2C1733463782922.1733463783098, exclude list is [], retry=0 2024-12-06T05:43:03,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34371,DS-49f8d49f-d51e-4f31-87f9-c0e545a0f8e0,DISK] 2024-12-06T05:43:03,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-8de9dbc0-e975-45d7-9203-8269b6ccba54,DISK] 2024-12-06T05:43:03,116 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/WALs/b543b351fe95,39601,1733463782922/b543b351fe95%2C39601%2C1733463782922.1733463783098 2024-12-06T05:43:03,117 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44401:44401),(127.0.0.1/127.0.0.1:34751:34751)] 2024-12-06T05:43:03,117 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:03,117 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:03,118 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,118 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:43:03,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:03,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:43:03,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:03,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:43:03,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:03,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:43:03,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:03,133 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,134 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,135 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,137 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,137 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,138 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:03,140 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:03,143 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:03,144 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68619019, jitterRate=0.022503063082695007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:03,146 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733463783118Initializing all the Stores at 1733463783119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463783119Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463783120 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463783120Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463783120Cleaning up temporary data from old regions at 1733463783137 (+17 ms)Region opened successfully at 1733463783145 (+8 ms) 2024-12-06T05:43:03,146 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:43:03,151 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158846d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:03,152 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:43:03,152 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:43:03,152 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:43:03,153 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:43:03,153 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:43:03,154 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:43:03,154 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:43:03,157 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:43:03,158 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T05:43:03,159 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T05:43:03,159 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:43:03,160 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:43:03,161 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T05:43:03,162 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:43:03,163 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:43:03,164 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T05:43:03,165 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:43:03,166 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T05:43:03,168 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:43:03,169 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T05:43:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,171 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b543b351fe95,39601,1733463782922, sessionid=0x100ae0d92650000, setting cluster-up flag (Was=false) 2024-12-06T05:43:03,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,177 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T05:43:03,179 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,39601,1733463782922 2024-12-06T05:43:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,190 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T05:43:03,191 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,39601,1733463782922 2024-12-06T05:43:03,193 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:43:03,195 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:03,196 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:43:03,196 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:43:03,196 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b543b351fe95,39601,1733463782922 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:43:03,198 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:03,198 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:03,198 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:03,199 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:03,199 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b543b351fe95:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:43:03,199 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,199 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:03,199 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,202 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:03,202 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:43:03,203 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,204 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:43:03,204 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733463813204 2024-12-06T05:43:03,204 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:43:03,204 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:43:03,204 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:43:03,205 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:43:03,205 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:43:03,205 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:43:03,205 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,209 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:43:03,209 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:43:03,210 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:43:03,210 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:43:03,210 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:43:03,210 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463783210,5,FailOnTimeoutGroup] 2024-12-06T05:43:03,211 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463783210,5,FailOnTimeoutGroup] 2024-12-06T05:43:03,211 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,211 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:43:03,211 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,211 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,214 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(746): ClusterId : ce7c3c3c-ab14-4c3b-9951-69e055ccdcd3 2024-12-06T05:43:03,214 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(746): ClusterId : ce7c3c3c-ab14-4c3b-9951-69e055ccdcd3 2024-12-06T05:43:03,214 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:43:03,214 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:43:03,216 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:43:03,216 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:43:03,216 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:43:03,216 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:43:03,218 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:43:03,218 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:43:03,218 DEBUG [RS:0;b543b351fe95:40349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf51786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:03,218 DEBUG [RS:1;b543b351fe95:38683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212e51c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:03,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:43:03,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:43:03,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:43:03,229 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369 2024-12-06T05:43:03,234 DEBUG [RS:0;b543b351fe95:40349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b543b351fe95:40349 2024-12-06T05:43:03,234 INFO [RS:0;b543b351fe95:40349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:43:03,234 DEBUG [RS:1;b543b351fe95:38683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b543b351fe95:38683 2024-12-06T05:43:03,234 INFO [RS:0;b543b351fe95:40349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:43:03,234 DEBUG [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:43:03,234 INFO [RS:1;b543b351fe95:38683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:43:03,234 INFO [RS:1;b543b351fe95:38683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:43:03,234 DEBUG [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:43:03,235 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,39601,1733463782922 with port=40349, startcode=1733463782971 2024-12-06T05:43:03,235 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,39601,1733463782922 with port=38683, startcode=1733463783000 2024-12-06T05:43:03,235 DEBUG [RS:0;b543b351fe95:40349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:43:03,236 DEBUG [RS:1;b543b351fe95:38683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:43:03,238 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40283, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:43:03,238 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54589, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:43:03,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,40349,1733463782971 2024-12-06T05:43:03,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39601 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,40349,1733463782971 2024-12-06T05:43:03,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,38683,1733463783000 2024-12-06T05:43:03,241 DEBUG [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369 2024-12-06T05:43:03,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39601 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,38683,1733463783000 2024-12-06T05:43:03,241 DEBUG [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42869 2024-12-06T05:43:03,241 DEBUG [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:43:03,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:43:03,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:43:03,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:03,244 DEBUG [RS:0;b543b351fe95:40349 {}] zookeeper.ZKUtil(111): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,40349,1733463782971 2024-12-06T05:43:03,244 DEBUG [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369 2024-12-06T05:43:03,244 WARN [RS:0;b543b351fe95:40349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:03,244 DEBUG [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42869 2024-12-06T05:43:03,245 DEBUG [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:43:03,245 INFO [RS:0;b543b351fe95:40349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:03,245 DEBUG [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,40349,1733463782971 2024-12-06T05:43:03,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:03,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,38683,1733463783000] 2024-12-06T05:43:03,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,40349,1733463782971] 2024-12-06T05:43:03,248 DEBUG [RS:1;b543b351fe95:38683 {}] zookeeper.ZKUtil(111): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,38683,1733463783000 2024-12-06T05:43:03,248 WARN [RS:1;b543b351fe95:38683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:03,248 INFO [RS:1;b543b351fe95:38683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:03,248 DEBUG [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,38683,1733463783000 2024-12-06T05:43:03,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:03,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,249 INFO [RS:0;b543b351fe95:40349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:43:03,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:03,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:03,252 INFO [RS:0;b543b351fe95:40349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:43:03,253 INFO [RS:0;b543b351fe95:40349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:43:03,253 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,253 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:43:03,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:03,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,254 INFO [RS:1;b543b351fe95:38683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:43:03,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:03,254 INFO [RS:0;b543b351fe95:40349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:43:03,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:03,254 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,254 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,255 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,255 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,255 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,255 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,255 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:03,255 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,255 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,255 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,255 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,256 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,256 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,256 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:03,256 DEBUG [RS:0;b543b351fe95:40349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:03,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:03,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:03,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:03,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:03,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:03,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:03,261 INFO [RS:1;b543b351fe95:38683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:43:03,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740 2024-12-06T05:43:03,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740 2024-12-06T05:43:03,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:03,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:03,264 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:03,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:03,269 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,270 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,270 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,270 INFO [RS:1;b543b351fe95:38683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:43:03,270 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,270 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,270 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:03,270 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,40349,1733463782971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:03,271 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:43:03,271 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62075638, jitterRate=-0.07500091195106506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:03,271 INFO [RS:1;b543b351fe95:38683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:43:03,272 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733463783244Initializing all the Stores at 1733463783246 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463783246Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463783246Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463783246Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463783246Cleaning up temporary data from old regions at 1733463783263 (+17 ms)Region opened successfully at 1733463783272 (+9 ms) 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:03,272 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:03,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,272 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:03,273 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:03,273 DEBUG [RS:1;b543b351fe95:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:03,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:03,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463783272Disabling compacts and flushes for region at 1733463783272Disabling writes for close at 1733463783272Writing region close event to WAL at 1733463783273 (+1 ms)Closed at 1733463783273 2024-12-06T05:43:03,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:03,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:43:03,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:43:03,277 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,277 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:03,277 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,277 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,277 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,277 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,278 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,38683,1733463783000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:03,279 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:43:03,287 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:43:03,287 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,40349,1733463782971-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,287 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,287 INFO [RS:0;b543b351fe95:40349 {}] regionserver.Replication(171): b543b351fe95,40349,1733463782971 started 2024-12-06T05:43:03,292 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:43:03,292 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,38683,1733463783000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,292 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,292 INFO [RS:1;b543b351fe95:38683 {}] regionserver.Replication(171): b543b351fe95,38683,1733463783000 started 2024-12-06T05:43:03,302 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,302 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,40349,1733463782971, RpcServer on b543b351fe95/172.17.0.2:40349, sessionid=0x100ae0d92650001 2024-12-06T05:43:03,302 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:43:03,302 DEBUG [RS:0;b543b351fe95:40349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,40349,1733463782971 2024-12-06T05:43:03,302 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,40349,1733463782971' 2024-12-06T05:43:03,302 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:43:03,303 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:43:03,304 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:43:03,304 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:43:03,304 DEBUG [RS:0;b543b351fe95:40349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,40349,1733463782971 2024-12-06T05:43:03,304 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,40349,1733463782971' 2024-12-06T05:43:03,304 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:43:03,304 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:43:03,305 DEBUG [RS:0;b543b351fe95:40349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:43:03,305 INFO [RS:0;b543b351fe95:40349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:43:03,305 INFO [RS:0;b543b351fe95:40349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:43:03,306 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,306 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,38683,1733463783000, RpcServer on b543b351fe95/172.17.0.2:38683, sessionid=0x100ae0d92650002 2024-12-06T05:43:03,306 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:43:03,306 DEBUG [RS:1;b543b351fe95:38683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,38683,1733463783000 2024-12-06T05:43:03,306 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,38683,1733463783000' 2024-12-06T05:43:03,306 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:43:03,306 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:43:03,307 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:43:03,307 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:43:03,307 DEBUG [RS:1;b543b351fe95:38683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,38683,1733463783000 2024-12-06T05:43:03,307 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,38683,1733463783000' 2024-12-06T05:43:03,307 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:43:03,308 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:43:03,308 DEBUG [RS:1;b543b351fe95:38683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:43:03,308 INFO [RS:1;b543b351fe95:38683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:43:03,308 INFO [RS:1;b543b351fe95:38683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:43:03,406 INFO [RS:0;b543b351fe95:40349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:03,409 INFO [RS:1;b543b351fe95:38683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:03,409 INFO [RS:0;b543b351fe95:40349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C40349%2C1733463782971, suffix=, logDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,40349,1733463782971, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/oldWALs, maxLogs=32 2024-12-06T05:43:03,412 INFO [RS:1;b543b351fe95:38683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C38683%2C1733463783000, suffix=, logDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,38683,1733463783000, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/oldWALs, maxLogs=32 2024-12-06T05:43:03,427 DEBUG [RS:1;b543b351fe95:38683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,38683,1733463783000/b543b351fe95%2C38683%2C1733463783000.1733463783414, exclude list is [], retry=0 2024-12-06T05:43:03,427 DEBUG [RS:0;b543b351fe95:40349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,40349,1733463782971/b543b351fe95%2C40349%2C1733463782971.1733463783412, exclude list is [], retry=0 2024-12-06T05:43:03,429 WARN [b543b351fe95:39601 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:43:03,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-8de9dbc0-e975-45d7-9203-8269b6ccba54,DISK] 2024-12-06T05:43:03,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34371,DS-49f8d49f-d51e-4f31-87f9-c0e545a0f8e0,DISK] 2024-12-06T05:43:03,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-8de9dbc0-e975-45d7-9203-8269b6ccba54,DISK] 2024-12-06T05:43:03,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34371,DS-49f8d49f-d51e-4f31-87f9-c0e545a0f8e0,DISK] 2024-12-06T05:43:03,433 INFO [RS:1;b543b351fe95:38683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,38683,1733463783000/b543b351fe95%2C38683%2C1733463783000.1733463783414 2024-12-06T05:43:03,433 INFO [RS:0;b543b351fe95:40349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,40349,1733463782971/b543b351fe95%2C40349%2C1733463782971.1733463783412 2024-12-06T05:43:03,434 DEBUG [RS:1;b543b351fe95:38683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44401:44401),(127.0.0.1/127.0.0.1:34751:34751)] 2024-12-06T05:43:03,434 DEBUG [RS:0;b543b351fe95:40349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34751:34751),(127.0.0.1/127.0.0.1:44401:44401)] 2024-12-06T05:43:03,679 DEBUG [b543b351fe95:39601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T05:43:03,680 DEBUG [b543b351fe95:39601 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:03,683 DEBUG [b543b351fe95:39601 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:03,683 DEBUG [b543b351fe95:39601 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:03,683 DEBUG [b543b351fe95:39601 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:03,683 DEBUG [b543b351fe95:39601 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:03,684 INFO [b543b351fe95:39601 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:03,684 INFO [b543b351fe95:39601 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:03,684 DEBUG [b543b351fe95:39601 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:03,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,38683,1733463783000 2024-12-06T05:43:03,686 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,38683,1733463783000, state=OPENING 2024-12-06T05:43:03,688 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:43:03,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:03,690 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:03,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:03,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:03,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,38683,1733463783000}] 2024-12-06T05:43:03,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:03,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:03,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41541, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:03,856 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:43:03,856 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:03,856 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:43:03,859 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C38683%2C1733463783000.meta, suffix=.meta, logDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,38683,1733463783000, archiveDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/oldWALs, maxLogs=32 2024-12-06T05:43:03,873 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,38683,1733463783000/b543b351fe95%2C38683%2C1733463783000.meta.1733463783860.meta, exclude list is [], retry=0 2024-12-06T05:43:03,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38321,DS-8de9dbc0-e975-45d7-9203-8269b6ccba54,DISK] 2024-12-06T05:43:03,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34371,DS-49f8d49f-d51e-4f31-87f9-c0e545a0f8e0,DISK] 2024-12-06T05:43:03,878 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,38683,1733463783000/b543b351fe95%2C38683%2C1733463783000.meta.1733463783860.meta 2024-12-06T05:43:03,878 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34751:34751),(127.0.0.1/127.0.0.1:44401:44401)] 2024-12-06T05:43:03,878 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:03,879 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:43:03,879 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:43:03,879 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:43:03,879 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:43:03,879 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:03,880 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:43:03,880 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:43:03,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:03,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:03,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:03,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:03,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:03,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:03,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:03,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:03,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:03,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:03,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:03,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:03,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:03,889 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:03,890 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740 2024-12-06T05:43:03,892 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740 2024-12-06T05:43:03,895 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:03,895 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:03,896 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:03,898 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:03,899 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62357590, jitterRate=-0.07079949975013733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:03,900 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:43:03,901 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733463783880Writing region info on filesystem at 1733463783880Initializing all the Stores at 1733463783881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463783881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463783881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463783881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463783881Cleaning up temporary data from old regions at 1733463783895 (+14 ms)Running coprocessor post-open hooks at 1733463783900 (+5 ms)Region opened successfully at 1733463783901 (+1 ms) 2024-12-06T05:43:03,902 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733463783845 2024-12-06T05:43:03,906 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:43:03,906 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:43:03,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,38683,1733463783000 2024-12-06T05:43:03,909 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,38683,1733463783000, state=OPEN 2024-12-06T05:43:03,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:03,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:03,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:03,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:03,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:03,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:03,910 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,38683,1733463783000 2024-12-06T05:43:03,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:43:03,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,38683,1733463783000 in 221 msec 2024-12-06T05:43:03,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:43:03,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-12-06T05:43:03,921 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:03,921 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:43:03,923 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:03,923 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,38683,1733463783000, seqNum=-1] 2024-12-06T05:43:03,923 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:03,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:03,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 735 msec 2024-12-06T05:43:03,932 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733463783932, completionTime=-1 2024-12-06T05:43:03,932 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T05:43:03,932 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:43:03,935 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T05:43:03,935 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733463843935 2024-12-06T05:43:03,935 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733463903935 2024-12-06T05:43:03,935 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:43:03,936 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39601,1733463782922-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,936 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39601,1733463782922-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,936 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39601,1733463782922-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,936 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b543b351fe95:39601, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,936 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,936 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:03,939 DEBUG [master/b543b351fe95:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:43:03,941 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.912sec 2024-12-06T05:43:03,941 INFO [master/b543b351fe95:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:43:03,942 INFO [master/b543b351fe95:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:43:03,942 INFO [master/b543b351fe95:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:43:03,942 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:43:03,942 INFO [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:43:03,942 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39601,1733463782922-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:03,942 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39601,1733463782922-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:43:03,945 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:43:03,945 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:43:03,945 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39601,1733463782922-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:04,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483a6dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:04,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,39601,-1 for getting cluster id 2024-12-06T05:43:04,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:43:04,022 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce7c3c3c-ab14-4c3b-9951-69e055ccdcd3' 2024-12-06T05:43:04,024 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:43:04,024 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce7c3c3c-ab14-4c3b-9951-69e055ccdcd3" 2024-12-06T05:43:04,025 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a732768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:04,025 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,39601,-1] 2024-12-06T05:43:04,025 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:43:04,026 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:04,028 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:43:04,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54eb6858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:04,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:04,030 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,38683,1733463783000, seqNum=-1] 2024-12-06T05:43:04,031 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:04,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:04,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b543b351fe95,39601,1733463782922 2024-12-06T05:43:04,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:43:04,037 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b543b351fe95,39601,1733463782922 2024-12-06T05:43:04,037 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13518cd9 2024-12-06T05:43:04,037 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:43:04,039 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:43:04,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T05:43:04,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:43:04,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:04,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T05:43:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:04,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:43:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:04,460 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c8e8b446a26b80598f5466c32d233e3, NAME => 'testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369 2024-12-06T05:43:04,461 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 17788fb3d8db56b4987b03ffdb092e43, NAME => 'testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369 2024-12-06T05:43:04,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:04,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:04,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:04,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 17788fb3d8db56b4987b03ffdb092e43, disabling compactions & flushes 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 2c8e8b446a26b80598f5466c32d233e3, disabling compactions & flushes 2024-12-06T05:43:04,475 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:04,475 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. after waiting 0 ms 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. after waiting 0 ms 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:04,475 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:04,475 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c8e8b446a26b80598f5466c32d233e3: Waiting for close lock at 1733463784475Disabling compacts and flushes for region at 1733463784475Disabling writes for close at 1733463784475Writing region close event to WAL at 1733463784475Closed at 1733463784475 2024-12-06T05:43:04,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 17788fb3d8db56b4987b03ffdb092e43: Waiting for close lock at 1733463784475Disabling compacts and flushes for region at 1733463784475Disabling writes for close at 1733463784475Writing region close event to WAL at 1733463784475Closed at 1733463784475 2024-12-06T05:43:04,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:43:04,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463784477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463784477"}]},"ts":"1733463784477"} 2024-12-06T05:43:04,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463784477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463784477"}]},"ts":"1733463784477"} 2024-12-06T05:43:04,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T05:43:04,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:43:04,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463784483"}]},"ts":"1733463784483"} 2024-12-06T05:43:04,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T05:43:04,487 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:04,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:04,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:04,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:04,488 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:04,489 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:04,489 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:04,489 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:04,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2c8e8b446a26b80598f5466c32d233e3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=17788fb3d8db56b4987b03ffdb092e43, ASSIGN}] 2024-12-06T05:43:04,491 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=17788fb3d8db56b4987b03ffdb092e43, ASSIGN 2024-12-06T05:43:04,491 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2c8e8b446a26b80598f5466c32d233e3, ASSIGN 2024-12-06T05:43:04,493 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2c8e8b446a26b80598f5466c32d233e3, ASSIGN; state=OFFLINE, location=b543b351fe95,38683,1733463783000; forceNewPlan=false, retain=false 2024-12-06T05:43:04,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=17788fb3d8db56b4987b03ffdb092e43, ASSIGN; state=OFFLINE, location=b543b351fe95,40349,1733463782971; forceNewPlan=false, retain=false 2024-12-06T05:43:04,643 INFO [b543b351fe95:39601 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T05:43:04,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=17788fb3d8db56b4987b03ffdb092e43, regionState=OPENING, regionLocation=b543b351fe95,40349,1733463782971 2024-12-06T05:43:04,644 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c8e8b446a26b80598f5466c32d233e3, regionState=OPENING, regionLocation=b543b351fe95,38683,1733463783000 2024-12-06T05:43:04,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=17788fb3d8db56b4987b03ffdb092e43, ASSIGN because future has completed 2024-12-06T05:43:04,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17788fb3d8db56b4987b03ffdb092e43, server=b543b351fe95,40349,1733463782971}] 2024-12-06T05:43:04,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2c8e8b446a26b80598f5466c32d233e3, ASSIGN because future has completed 2024-12-06T05:43:04,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8e8b446a26b80598f5466c32d233e3, server=b543b351fe95,38683,1733463783000}] 2024-12-06T05:43:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:04,804 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:04,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54171, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:04,812 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:04,812 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c8e8b446a26b80598f5466c32d233e3, NAME => 'testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T05:43:04,813 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,813 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:04,813 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,813 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,814 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:04,814 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 17788fb3d8db56b4987b03ffdb092e43, NAME => 'testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T05:43:04,815 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,815 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:04,815 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,815 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,816 INFO [StoreOpener-2c8e8b446a26b80598f5466c32d233e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,817 INFO [StoreOpener-17788fb3d8db56b4987b03ffdb092e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,818 INFO [StoreOpener-2c8e8b446a26b80598f5466c32d233e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c8e8b446a26b80598f5466c32d233e3 columnFamilyName family 2024-12-06T05:43:04,818 DEBUG [StoreOpener-2c8e8b446a26b80598f5466c32d233e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:04,819 INFO [StoreOpener-2c8e8b446a26b80598f5466c32d233e3-1 {}] regionserver.HStore(327): Store=2c8e8b446a26b80598f5466c32d233e3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:04,819 INFO [StoreOpener-17788fb3d8db56b4987b03ffdb092e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17788fb3d8db56b4987b03ffdb092e43 columnFamilyName family 2024-12-06T05:43:04,819 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,819 DEBUG [StoreOpener-17788fb3d8db56b4987b03ffdb092e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:04,820 INFO [StoreOpener-17788fb3d8db56b4987b03ffdb092e43-1 {}] regionserver.HStore(327): Store=17788fb3d8db56b4987b03ffdb092e43/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:04,820 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,820 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,821 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,821 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,821 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,821 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,821 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,822 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,822 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,823 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,824 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,826 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/2c8e8b446a26b80598f5466c32d233e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:04,826 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/17788fb3d8db56b4987b03ffdb092e43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:04,826 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 2c8e8b446a26b80598f5466c32d233e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69121070, jitterRate=0.029984205961227417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:04,827 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:04,827 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 17788fb3d8db56b4987b03ffdb092e43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69350871, jitterRate=0.0334085077047348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:04,827 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:04,827 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 2c8e8b446a26b80598f5466c32d233e3: Running coprocessor pre-open hook at 1733463784813Writing region info on filesystem at 1733463784813Initializing all the Stores at 1733463784815 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463784815Cleaning up temporary data from old regions at 1733463784821 (+6 ms)Running coprocessor post-open hooks at 1733463784827 (+6 ms)Region opened successfully at 1733463784827 2024-12-06T05:43:04,827 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 17788fb3d8db56b4987b03ffdb092e43: Running coprocessor pre-open hook at 1733463784815Writing region info on filesystem at 1733463784815Initializing all the Stores at 1733463784817 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463784817Cleaning up temporary data from old regions at 1733463784822 (+5 ms)Running coprocessor post-open hooks at 1733463784827 (+5 ms)Region opened successfully at 1733463784827 2024-12-06T05:43:04,828 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3., pid=8, masterSystemTime=1733463784806 2024-12-06T05:43:04,829 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43., pid=7, masterSystemTime=1733463784804 2024-12-06T05:43:04,831 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:04,832 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:04,833 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c8e8b446a26b80598f5466c32d233e3, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,38683,1733463783000 2024-12-06T05:43:04,833 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:04,833 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:04,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=17788fb3d8db56b4987b03ffdb092e43, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,40349,1733463782971 2024-12-06T05:43:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c8e8b446a26b80598f5466c32d233e3, server=b543b351fe95,38683,1733463783000 because future has completed 2024-12-06T05:43:04,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17788fb3d8db56b4987b03ffdb092e43, server=b543b351fe95,40349,1733463782971 because future has completed 2024-12-06T05:43:04,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-06T05:43:04,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c8e8b446a26b80598f5466c32d233e3, server=b543b351fe95,38683,1733463783000 in 187 msec 2024-12-06T05:43:04,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T05:43:04,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 17788fb3d8db56b4987b03ffdb092e43, server=b543b351fe95,40349,1733463782971 in 191 msec 2024-12-06T05:43:04,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2c8e8b446a26b80598f5466c32d233e3, ASSIGN in 352 msec 2024-12-06T05:43:04,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-06T05:43:04,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=17788fb3d8db56b4987b03ffdb092e43, ASSIGN in 354 msec 2024-12-06T05:43:04,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:43:04,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463784848"}]},"ts":"1733463784848"} 2024-12-06T05:43:04,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T05:43:04,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:43:04,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 813 msec 2024-12-06T05:43:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:05,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T05:43:05,188 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T05:43:05,189 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:05,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T05:43:05,196 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:05,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T05:43:05,203 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3., hostname=b543b351fe95,38683,1733463783000, seqNum=2] 2024-12-06T05:43:05,218 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43., hostname=b543b351fe95,40349,1733463782971, seqNum=2] 2024-12-06T05:43:05,218 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:05,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:05,233 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 17788fb3d8db56b4987b03ffdb092e43 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T05:43:05,249 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/17788fb3d8db56b4987b03ffdb092e43/.tmp/family/72b645ea3b9e4d36ad7287e45f0fbff1 is 32, key is 5/family:/1733463785221/Put/seqid=0 2024-12-06T05:43:05,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741839_1015 (size=5083) 2024-12-06T05:43:05,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741839_1015 (size=5083) 2024-12-06T05:43:05,255 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/17788fb3d8db56b4987b03ffdb092e43/.tmp/family/72b645ea3b9e4d36ad7287e45f0fbff1 2024-12-06T05:43:05,264 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/17788fb3d8db56b4987b03ffdb092e43/.tmp/family/72b645ea3b9e4d36ad7287e45f0fbff1 as hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/17788fb3d8db56b4987b03ffdb092e43/family/72b645ea3b9e4d36ad7287e45f0fbff1 2024-12-06T05:43:05,273 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/17788fb3d8db56b4987b03ffdb092e43/family/72b645ea3b9e4d36ad7287e45f0fbff1, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T05:43:05,274 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 17788fb3d8db56b4987b03ffdb092e43 in 41ms, sequenceid=9, compaction requested=false 2024-12-06T05:43:05,274 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 17788fb3d8db56b4987b03ffdb092e43: 2024-12-06T05:43:05,274 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2c8e8b446a26b80598f5466c32d233e3 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T05:43:05,289 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/2c8e8b446a26b80598f5466c32d233e3/.tmp/family/0ba386058e1a44b8b27316dc4e7f7956 is 32, key is 1/family:/1733463785205/Put/seqid=0 2024-12-06T05:43:05,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741840_1016 (size=5054) 2024-12-06T05:43:05,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741840_1016 (size=5054) 2024-12-06T05:43:05,296 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/2c8e8b446a26b80598f5466c32d233e3/.tmp/family/0ba386058e1a44b8b27316dc4e7f7956 2024-12-06T05:43:05,304 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/2c8e8b446a26b80598f5466c32d233e3/.tmp/family/0ba386058e1a44b8b27316dc4e7f7956 as hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/2c8e8b446a26b80598f5466c32d233e3/family/0ba386058e1a44b8b27316dc4e7f7956 2024-12-06T05:43:05,312 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/2c8e8b446a26b80598f5466c32d233e3/family/0ba386058e1a44b8b27316dc4e7f7956, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T05:43:05,314 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2c8e8b446a26b80598f5466c32d233e3 in 40ms, sequenceid=8, compaction requested=false 2024-12-06T05:43:05,314 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2c8e8b446a26b80598f5466c32d233e3: 2024-12-06T05:43:05,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:43:05,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:05,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:05,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:05,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:05,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:43:05,320 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:43:05,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1508223540, stopped=false 2024-12-06T05:43:05,321 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b543b351fe95,39601,1733463782922 2024-12-06T05:43:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:05,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:05,322 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:05,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:05,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:05,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:05,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:05,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:05,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:05,323 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,40349,1733463782971' ***** 2024-12-06T05:43:05,323 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:05,323 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,38683,1733463783000' ***** 2024-12-06T05:43:05,323 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:05,323 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:05,324 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:05,324 INFO [RS:1;b543b351fe95:38683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:05,324 INFO [RS:0;b543b351fe95:40349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:05,324 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:05,324 INFO [RS:1;b543b351fe95:38683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:05,324 INFO [RS:0;b543b351fe95:40349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:05,324 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:05,324 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(3091): Received CLOSE for 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:05,324 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:05,324 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,40349,1733463782971 2024-12-06T05:43:05,324 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,38683,1733463783000 2024-12-06T05:43:05,324 INFO [RS:0;b543b351fe95:40349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:05,324 INFO [RS:1;b543b351fe95:38683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:05,324 INFO [RS:0;b543b351fe95:40349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b543b351fe95:40349. 2024-12-06T05:43:05,324 INFO [RS:1;b543b351fe95:38683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b543b351fe95:38683. 2024-12-06T05:43:05,324 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17788fb3d8db56b4987b03ffdb092e43, disabling compactions & flushes 2024-12-06T05:43:05,324 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:05,324 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c8e8b446a26b80598f5466c32d233e3, disabling compactions & flushes 2024-12-06T05:43:05,324 DEBUG [RS:1;b543b351fe95:38683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:05,324 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:05,324 DEBUG [RS:0;b543b351fe95:40349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:05,324 DEBUG [RS:1;b543b351fe95:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:05,324 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:05,324 DEBUG [RS:0;b543b351fe95:40349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:05,325 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. after waiting 0 ms 2024-12-06T05:43:05,325 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:05,325 INFO [RS:1;b543b351fe95:38683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:05,325 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:05,325 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:43:05,325 INFO [RS:1;b543b351fe95:38683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:05,325 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. after waiting 0 ms 2024-12-06T05:43:05,325 DEBUG [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(1325): Online Regions={17788fb3d8db56b4987b03ffdb092e43=testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43.} 2024-12-06T05:43:05,325 INFO [RS:1;b543b351fe95:38683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:05,325 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:05,325 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:43:05,325 DEBUG [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(1351): Waiting on 17788fb3d8db56b4987b03ffdb092e43 2024-12-06T05:43:05,325 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:43:05,325 DEBUG [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2c8e8b446a26b80598f5466c32d233e3=testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3.} 2024-12-06T05:43:05,325 DEBUG [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c8e8b446a26b80598f5466c32d233e3 2024-12-06T05:43:05,326 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:05,326 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:05,326 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:05,326 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:05,326 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:05,326 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T05:43:05,331 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/2c8e8b446a26b80598f5466c32d233e3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T05:43:05,332 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:05,332 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c8e8b446a26b80598f5466c32d233e3: Waiting for close lock at 1733463785324Running coprocessor pre-close hooks at 1733463785324Disabling compacts and flushes for region at 1733463785324Disabling writes for close at 1733463785325 (+1 ms)Writing region close event to WAL at 1733463785326 (+1 ms)Running coprocessor post-close hooks at 1733463785332 (+6 ms)Closed at 1733463785332 2024-12-06T05:43:05,332 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733463784040.2c8e8b446a26b80598f5466c32d233e3. 2024-12-06T05:43:05,336 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/default/testClearRegionBlockCache/17788fb3d8db56b4987b03ffdb092e43/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T05:43:05,337 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:05,337 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17788fb3d8db56b4987b03ffdb092e43: Waiting for close lock at 1733463785324Running coprocessor pre-close hooks at 1733463785324Disabling compacts and flushes for region at 1733463785324Disabling writes for close at 1733463785325 (+1 ms)Writing region close event to WAL at 1733463785326 (+1 ms)Running coprocessor post-close hooks at 1733463785337 (+11 ms)Closed at 1733463785337 2024-12-06T05:43:05,337 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43. 2024-12-06T05:43:05,351 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/.tmp/info/fa82c411087340678decb769c58a3c9b is 173, key is testClearRegionBlockCache,5,1733463784040.17788fb3d8db56b4987b03ffdb092e43./info:regioninfo/1733463784834/Put/seqid=0 2024-12-06T05:43:05,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:05,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:05,357 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/.tmp/info/fa82c411087340678decb769c58a3c9b 2024-12-06T05:43:05,373 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:05,380 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:05,387 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/.tmp/ns/a470398d2fec43aba02dae1e5d169951 is 43, key is default/ns:d/1733463783925/Put/seqid=0 2024-12-06T05:43:05,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:05,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:05,395 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/.tmp/ns/a470398d2fec43aba02dae1e5d169951 2024-12-06T05:43:05,418 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/.tmp/table/5284c6fa4e6945d99ed6b4d3e124399f is 61, key is testClearRegionBlockCache/table:state/1733463784848/Put/seqid=0 2024-12-06T05:43:05,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:05,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:05,426 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/.tmp/table/5284c6fa4e6945d99ed6b4d3e124399f 2024-12-06T05:43:05,435 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/.tmp/info/fa82c411087340678decb769c58a3c9b as hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/info/fa82c411087340678decb769c58a3c9b 2024-12-06T05:43:05,444 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/info/fa82c411087340678decb769c58a3c9b, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T05:43:05,445 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/.tmp/ns/a470398d2fec43aba02dae1e5d169951 as hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/ns/a470398d2fec43aba02dae1e5d169951 2024-12-06T05:43:05,454 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/ns/a470398d2fec43aba02dae1e5d169951, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T05:43:05,456 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/.tmp/table/5284c6fa4e6945d99ed6b4d3e124399f as hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/table/5284c6fa4e6945d99ed6b4d3e124399f 2024-12-06T05:43:05,463 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/table/5284c6fa4e6945d99ed6b4d3e124399f, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T05:43:05,465 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=13, compaction requested=false 2024-12-06T05:43:05,471 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T05:43:05,472 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:43:05,472 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:05,472 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463785325Running coprocessor pre-close hooks at 1733463785325Disabling compacts and flushes for region at 1733463785326 (+1 ms)Disabling writes for close at 1733463785326Obtaining lock to block concurrent updates at 1733463785326Preparing flush snapshotting stores in 1588230740 at 1733463785326Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733463785327 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733463785328 (+1 ms)Flushing 1588230740/info: creating writer at 1733463785328Flushing 1588230740/info: appending metadata at 1733463785350 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733463785350Flushing 1588230740/ns: creating writer at 1733463785366 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733463785386 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733463785386Flushing 1588230740/table: creating writer at 1733463785403 (+17 ms)Flushing 1588230740/table: appending metadata at 1733463785418 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733463785418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e1dd5c: reopening flushed file at 1733463785434 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f767832: reopening flushed file at 1733463785444 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7801e346: reopening flushed file at 1733463785455 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=13, compaction requested=false at 1733463785465 (+10 ms)Writing region close event to WAL at 1733463785466 (+1 ms)Running coprocessor post-close hooks at 1733463785472 (+6 ms)Closed at 1733463785472 2024-12-06T05:43:05,472 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:05,525 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,40349,1733463782971; all regions closed. 2024-12-06T05:43:05,526 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,38683,1733463783000; all regions closed. 2024-12-06T05:43:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741834_1010 (size=1867) 2024-12-06T05:43:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741834_1010 (size=1867) 2024-12-06T05:43:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:05,531 DEBUG [RS:0;b543b351fe95:40349 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/oldWALs 2024-12-06T05:43:05,531 INFO [RS:0;b543b351fe95:40349 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C40349%2C1733463782971:(num 1733463783412) 2024-12-06T05:43:05,531 DEBUG [RS:1;b543b351fe95:38683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/oldWALs 2024-12-06T05:43:05,531 DEBUG [RS:0;b543b351fe95:40349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:05,531 INFO [RS:1;b543b351fe95:38683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C38683%2C1733463783000.meta:.meta(num 1733463783860) 2024-12-06T05:43:05,531 INFO [RS:0;b543b351fe95:40349 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:05,532 INFO [RS:0;b543b351fe95:40349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:05,532 INFO [RS:0;b543b351fe95:40349 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:05,532 INFO [RS:0;b543b351fe95:40349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:05,532 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:05,532 INFO [RS:0;b543b351fe95:40349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:05,532 INFO [RS:0;b543b351fe95:40349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:05,532 INFO [RS:0;b543b351fe95:40349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:05,532 INFO [RS:0;b543b351fe95:40349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40349 2024-12-06T05:43:05,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:05,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,40349,1733463782971 2024-12-06T05:43:05,534 INFO [RS:0;b543b351fe95:40349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:05,535 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,40349,1733463782971] 2024-12-06T05:43:05,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,40349,1733463782971 already deleted, retry=false 2024-12-06T05:43:05,536 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,40349,1733463782971 expired; onlineServers=1 2024-12-06T05:43:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741833_1009 (size=1758) 2024-12-06T05:43:05,541 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/WALs/b543b351fe95,38683,1733463783000/b543b351fe95%2C38683%2C1733463783000.1733463783414 not finished, retry = 0 2024-12-06T05:43:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741833_1009 (size=1758) 2024-12-06T05:43:05,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:05,635 INFO [RS:0;b543b351fe95:40349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:05,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40349-0x100ae0d92650001, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:05,635 INFO [RS:0;b543b351fe95:40349 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,40349,1733463782971; zookeeper connection closed. 2024-12-06T05:43:05,635 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b2a39e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b2a39e 2024-12-06T05:43:05,644 DEBUG [RS:1;b543b351fe95:38683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/oldWALs 2024-12-06T05:43:05,645 INFO [RS:1;b543b351fe95:38683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C38683%2C1733463783000:(num 1733463783414) 2024-12-06T05:43:05,645 DEBUG [RS:1;b543b351fe95:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:05,645 INFO [RS:1;b543b351fe95:38683 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:05,645 INFO [RS:1;b543b351fe95:38683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:05,645 INFO [RS:1;b543b351fe95:38683 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:05,645 INFO [RS:1;b543b351fe95:38683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:05,645 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:05,645 INFO [RS:1;b543b351fe95:38683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38683 2024-12-06T05:43:05,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:05,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,38683,1733463783000 2024-12-06T05:43:05,647 INFO [RS:1;b543b351fe95:38683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:05,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,38683,1733463783000] 2024-12-06T05:43:05,649 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,38683,1733463783000 already deleted, retry=false 2024-12-06T05:43:05,649 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,38683,1733463783000 expired; onlineServers=0 2024-12-06T05:43:05,649 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b543b351fe95,39601,1733463782922' ***** 2024-12-06T05:43:05,649 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:43:05,649 INFO [M:0;b543b351fe95:39601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:05,649 INFO [M:0;b543b351fe95:39601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:05,649 DEBUG [M:0;b543b351fe95:39601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:43:05,649 DEBUG [M:0;b543b351fe95:39601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:43:05,649 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:43:05,649 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463783210 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463783210,5,FailOnTimeoutGroup] 2024-12-06T05:43:05,649 INFO [M:0;b543b351fe95:39601 {}] hbase.ChoreService(370): Chore service for: master/b543b351fe95:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:05,650 INFO [M:0;b543b351fe95:39601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:05,650 DEBUG [M:0;b543b351fe95:39601 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:43:05,650 INFO [M:0;b543b351fe95:39601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:43:05,650 INFO [M:0;b543b351fe95:39601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:05,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:05,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:05,649 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463783210 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463783210,5,FailOnTimeoutGroup] 2024-12-06T05:43:05,651 INFO [M:0;b543b351fe95:39601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:43:05,651 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:43:05,652 DEBUG [M:0;b543b351fe95:39601 {}] zookeeper.ZKUtil(347): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T05:43:05,652 WARN [M:0;b543b351fe95:39601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:43:05,652 INFO [M:0;b543b351fe95:39601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/.lastflushedseqids 2024-12-06T05:43:05,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741844_1020 (size=191) 2024-12-06T05:43:05,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741844_1020 (size=191) 2024-12-06T05:43:05,661 INFO [M:0;b543b351fe95:39601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:43:05,661 INFO [M:0;b543b351fe95:39601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:43:05,661 DEBUG [M:0;b543b351fe95:39601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:05,661 INFO [M:0;b543b351fe95:39601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:05,661 DEBUG [M:0;b543b351fe95:39601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:05,661 DEBUG [M:0;b543b351fe95:39601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:05,661 DEBUG [M:0;b543b351fe95:39601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:05,661 INFO [M:0;b543b351fe95:39601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-06T05:43:05,679 DEBUG [M:0;b543b351fe95:39601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf2debc376544666b2fc3e89474f3779 is 82, key is hbase:meta,,1/info:regioninfo/1733463783907/Put/seqid=0 2024-12-06T05:43:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:05,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:05,686 INFO [M:0;b543b351fe95:39601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf2debc376544666b2fc3e89474f3779 2024-12-06T05:43:05,707 DEBUG [M:0;b543b351fe95:39601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d852e308294c40bf9181465374447f7e is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733463784855/Put/seqid=0 2024-12-06T05:43:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741846_1022 (size=6218) 2024-12-06T05:43:05,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741846_1022 (size=6218) 2024-12-06T05:43:05,714 INFO [M:0;b543b351fe95:39601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d852e308294c40bf9181465374447f7e 2024-12-06T05:43:05,735 DEBUG [M:0;b543b351fe95:39601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d720dba5a2bd44d3961d9000b4f24ed4 is 69, key is b543b351fe95,38683,1733463783000/rs:state/1733463783241/Put/seqid=0 2024-12-06T05:43:05,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:05,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:05,741 INFO [M:0;b543b351fe95:39601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d720dba5a2bd44d3961d9000b4f24ed4 2024-12-06T05:43:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:05,748 INFO [RS:1;b543b351fe95:38683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:05,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x100ae0d92650002, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:05,748 INFO [RS:1;b543b351fe95:38683 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,38683,1733463783000; zookeeper connection closed. 2024-12-06T05:43:05,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ac25052 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ac25052 2024-12-06T05:43:05,749 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T05:43:05,750 DEBUG [M:0;b543b351fe95:39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf2debc376544666b2fc3e89474f3779 as hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf2debc376544666b2fc3e89474f3779 2024-12-06T05:43:05,757 INFO [M:0;b543b351fe95:39601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf2debc376544666b2fc3e89474f3779, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T05:43:05,758 DEBUG [M:0;b543b351fe95:39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d852e308294c40bf9181465374447f7e as hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d852e308294c40bf9181465374447f7e 2024-12-06T05:43:05,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:43:05,767 INFO [M:0;b543b351fe95:39601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d852e308294c40bf9181465374447f7e, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T05:43:05,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:05,769 DEBUG [M:0;b543b351fe95:39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d720dba5a2bd44d3961d9000b4f24ed4 as hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d720dba5a2bd44d3961d9000b4f24ed4 2024-12-06T05:43:05,778 INFO [M:0;b543b351fe95:39601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42869/user/jenkins/test-data/c39bccfb-c7d9-84d1-7e44-a17ff2489369/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d720dba5a2bd44d3961d9000b4f24ed4, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T05:43:05,780 INFO [M:0;b543b351fe95:39601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=71, compaction requested=false 2024-12-06T05:43:05,781 INFO [M:0;b543b351fe95:39601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:05,781 DEBUG [M:0;b543b351fe95:39601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463785661Disabling compacts and flushes for region at 1733463785661Disabling writes for close at 1733463785661Obtaining lock to block concurrent updates at 1733463785661Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733463785661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733463785662 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733463785662Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733463785662Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733463785678 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733463785678Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733463785692 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733463785707 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733463785707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733463785720 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733463785734 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733463785734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b88a675: reopening flushed file at 1733463785749 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292beb89: reopening flushed file at 1733463785757 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5421df0c: reopening flushed file at 1733463785767 (+10 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=71, compaction requested=false at 1733463785780 (+13 ms)Writing region close event to WAL at 1733463785781 (+1 ms)Closed at 1733463785781 2024-12-06T05:43:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34371 is added to blk_1073741830_1006 (size=35428) 2024-12-06T05:43:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38321 is added to blk_1073741830_1006 (size=35428) 2024-12-06T05:43:05,792 INFO [M:0;b543b351fe95:39601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:43:05,792 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:05,792 INFO [M:0;b543b351fe95:39601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39601 2024-12-06T05:43:05,792 INFO [M:0;b543b351fe95:39601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:05,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:05,894 INFO [M:0;b543b351fe95:39601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:05,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:05,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x100ae0d92650000, quorum=127.0.0.1:64071, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:05,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@674c3062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:05,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16f16c46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:05,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:05,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10318b04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:05,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ecea486{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:05,899 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:05,899 WARN [BP-1363520063-172.17.0.2-1733463782335 heartbeating to localhost/127.0.0.1:42869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:05,899 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:05,899 WARN [BP-1363520063-172.17.0.2-1733463782335 heartbeating to localhost/127.0.0.1:42869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1363520063-172.17.0.2-1733463782335 (Datanode Uuid 65df6db5-7f70-4e04-bb97-6a642120f50f) service to localhost/127.0.0.1:42869 2024-12-06T05:43:05,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/data/data3/current/BP-1363520063-172.17.0.2-1733463782335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:05,900 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/data/data4/current/BP-1363520063-172.17.0.2-1733463782335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:05,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:05,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1af0ac92{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:05,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77d5532b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:05,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:05,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29e5ecf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:05,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@483dcb0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:05,912 WARN [BP-1363520063-172.17.0.2-1733463782335 heartbeating to localhost/127.0.0.1:42869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:05,912 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:05,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:05,912 WARN [BP-1363520063-172.17.0.2-1733463782335 heartbeating to localhost/127.0.0.1:42869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1363520063-172.17.0.2-1733463782335 (Datanode Uuid ca272772-a7bb-4e0c-bbca-4e2b7149864a) service to localhost/127.0.0.1:42869 2024-12-06T05:43:05,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/data/data1/current/BP-1363520063-172.17.0.2-1733463782335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:05,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/cluster_08952a90-0ec5-4d61-6a2f-f4ec8aa7dce2/data/data2/current/BP-1363520063-172.17.0.2-1733463782335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:05,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:05,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e0e52e6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:05,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69c9ade7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:05,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:05,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7474ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:05,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4066dad4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:05,925 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:43:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:43:05,951 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=111 (was 81) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:42869 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:42869 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:42869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:42869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 407) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 276), ProcessCount=11 (was 11), AvailableMemoryMB=4943 (was 5121) 2024-12-06T05:43:05,959 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=111, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=4944 2024-12-06T05:43:05,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.log.dir so I do NOT create it in target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb 2024-12-06T05:43:05,979 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:43:05,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.tmp.dir so I do NOT create it in target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb 2024-12-06T05:43:05,980 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/215e4869-b49a-18ea-9194-06542676d135/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:43:05,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb 2024-12-06T05:43:05,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:43:05,980 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114, deleteOnExit=true 2024-12-06T05:43:05,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:43:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/test.cache.data in system properties and HBase conf 2024-12-06T05:43:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:43:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:43:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:43:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:43:05,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:43:05,981 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:43:05,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:43:05,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:43:05,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:43:05,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:43:05,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:43:05,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:43:05,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:43:05,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:43:05,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:43:05,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:43:05,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:43:05,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:43:05,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:43:05,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:43:06,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:06,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:06,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:06,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:06,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:43:06,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:06,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289523c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:06,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8f2221{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:06,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@594ebcc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/java.io.tmpdir/jetty-localhost-34047-hadoop-hdfs-3_4_1-tests_jar-_-any-12701285106788604989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:06,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fa3c6b3{HTTP/1.1, (http/1.1)}{localhost:34047} 2024-12-06T05:43:06,173 INFO [Time-limited test {}] server.Server(415): Started @12699ms 2024-12-06T05:43:06,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:06,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:06,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:06,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:06,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:43:06,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70923fbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:06,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c62a13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:06,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@263cf864{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/java.io.tmpdir/jetty-localhost-34191-hadoop-hdfs-3_4_1-tests_jar-_-any-13607010786595274836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:06,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21265b69{HTTP/1.1, (http/1.1)}{localhost:34191} 2024-12-06T05:43:06,379 INFO [Time-limited test {}] server.Server(415): Started @12904ms 2024-12-06T05:43:06,381 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:43:06,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:06,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:06,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:06,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:06,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:43:06,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63fe8cd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:06,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189c865f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:06,445 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/data/data1/current/BP-1757908787-172.17.0.2-1733463786015/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:06,446 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/data/data2/current/BP-1757908787-172.17.0.2-1733463786015/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:06,469 WARN [Thread-597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:43:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ff64a3072ad239a with lease ID 0x348fde96cdee82cc: Processing first storage report for DS-7eec6fd0-2872-4a17-8ae7-9dc3402912b5 from datanode DatanodeRegistration(127.0.0.1:42835, datanodeUuid=cba761c1-d402-4e3c-b7cc-b414e0906d95, infoPort=34583, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=707535984;c=1733463786015) 2024-12-06T05:43:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ff64a3072ad239a with lease ID 0x348fde96cdee82cc: from storage DS-7eec6fd0-2872-4a17-8ae7-9dc3402912b5 node DatanodeRegistration(127.0.0.1:42835, datanodeUuid=cba761c1-d402-4e3c-b7cc-b414e0906d95, infoPort=34583, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=707535984;c=1733463786015), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ff64a3072ad239a with lease ID 0x348fde96cdee82cc: Processing first storage report for DS-64bbc4d2-d57b-4867-a91a-3b5cfbd6f3cd from datanode DatanodeRegistration(127.0.0.1:42835, datanodeUuid=cba761c1-d402-4e3c-b7cc-b414e0906d95, infoPort=34583, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=707535984;c=1733463786015) 2024-12-06T05:43:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ff64a3072ad239a with lease ID 0x348fde96cdee82cc: from storage DS-64bbc4d2-d57b-4867-a91a-3b5cfbd6f3cd node DatanodeRegistration(127.0.0.1:42835, datanodeUuid=cba761c1-d402-4e3c-b7cc-b414e0906d95, infoPort=34583, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=707535984;c=1733463786015), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:06,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72d5fd32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/java.io.tmpdir/jetty-localhost-46669-hadoop-hdfs-3_4_1-tests_jar-_-any-7262606452272437275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:06,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13ccf611{HTTP/1.1, (http/1.1)}{localhost:46669} 2024-12-06T05:43:06,521 INFO [Time-limited test {}] server.Server(415): Started @13047ms 2024-12-06T05:43:06,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:43:06,581 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/data/data3/current/BP-1757908787-172.17.0.2-1733463786015/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:06,581 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/data/data4/current/BP-1757908787-172.17.0.2-1733463786015/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:06,601 WARN [Thread-633 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:43:06,603 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49fb37527c1f013a with lease ID 0x348fde96cdee82cd: Processing first storage report for DS-be095608-4d93-4f87-af06-8ec502d8ad6f from datanode DatanodeRegistration(127.0.0.1:34753, datanodeUuid=94c33162-693a-4a55-b16e-eea78964c5c9, infoPort=42053, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=707535984;c=1733463786015) 2024-12-06T05:43:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49fb37527c1f013a with lease ID 0x348fde96cdee82cd: from storage DS-be095608-4d93-4f87-af06-8ec502d8ad6f node DatanodeRegistration(127.0.0.1:34753, datanodeUuid=94c33162-693a-4a55-b16e-eea78964c5c9, infoPort=42053, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=707535984;c=1733463786015), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49fb37527c1f013a with lease ID 0x348fde96cdee82cd: Processing first storage report for DS-760425c7-bcf5-414d-bb26-9fac55ef82f6 from datanode DatanodeRegistration(127.0.0.1:34753, datanodeUuid=94c33162-693a-4a55-b16e-eea78964c5c9, infoPort=42053, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=707535984;c=1733463786015) 2024-12-06T05:43:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49fb37527c1f013a with lease ID 0x348fde96cdee82cd: from storage DS-760425c7-bcf5-414d-bb26-9fac55ef82f6 node DatanodeRegistration(127.0.0.1:34753, datanodeUuid=94c33162-693a-4a55-b16e-eea78964c5c9, infoPort=42053, infoSecurePort=0, ipcPort=35927, storageInfo=lv=-57;cid=testClusterID;nsid=707535984;c=1733463786015), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:43:06,651 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb 2024-12-06T05:43:06,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/zookeeper_0, clientPort=63220, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:43:06,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63220 2024-12-06T05:43:06,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:06,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:06,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:43:06,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:43:06,674 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84 with version=8 2024-12-06T05:43:06,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/hbase-staging 2024-12-06T05:43:06,677 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:06,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:06,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:06,677 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:06,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:06,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:06,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:43:06,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:06,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33071 2024-12-06T05:43:06,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33071 connecting to ZooKeeper ensemble=127.0.0.1:63220 2024-12-06T05:43:06,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330710x0, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:06,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33071-0x100ae0da10c0000 connected 2024-12-06T05:43:06,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:06,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:06,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:06,710 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84, hbase.cluster.distributed=false 2024-12-06T05:43:06,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:06,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33071 2024-12-06T05:43:06,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33071 2024-12-06T05:43:06,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33071 2024-12-06T05:43:06,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33071 2024-12-06T05:43:06,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33071 2024-12-06T05:43:06,733 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:06,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:06,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:06,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:06,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:06,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:06,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:43:06,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:06,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44053 2024-12-06T05:43:06,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44053 connecting to ZooKeeper ensemble=127.0.0.1:63220 2024-12-06T05:43:06,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:06,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:06,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440530x0, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:06,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440530x0, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:06,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:43:06,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44053-0x100ae0da10c0001 connected 2024-12-06T05:43:06,747 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:43:06,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:43:06,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:06,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44053 2024-12-06T05:43:06,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44053 2024-12-06T05:43:06,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44053 2024-12-06T05:43:06,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44053 2024-12-06T05:43:06,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44053 2024-12-06T05:43:06,773 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:06,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:06,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:06,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:06,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:06,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:06,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:43:06,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:06,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43613 2024-12-06T05:43:06,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43613 connecting to ZooKeeper ensemble=127.0.0.1:63220 2024-12-06T05:43:06,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:06,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:06,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436130x0, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:06,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43613-0x100ae0da10c0002 connected 2024-12-06T05:43:06,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:06,783 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:43:06,788 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:43:06,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:43:06,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:06,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43613 2024-12-06T05:43:06,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43613 2024-12-06T05:43:06,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43613 2024-12-06T05:43:06,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43613 2024-12-06T05:43:06,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43613 2024-12-06T05:43:06,802 DEBUG [M:0;b543b351fe95:33071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b543b351fe95:33071 2024-12-06T05:43:06,803 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b543b351fe95,33071,1733463786676 2024-12-06T05:43:06,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:06,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:06,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:06,805 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b543b351fe95,33071,1733463786676 2024-12-06T05:43:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,806 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T05:43:06,807 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b543b351fe95,33071,1733463786676 from backup master directory 2024-12-06T05:43:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b543b351fe95,33071,1733463786676 2024-12-06T05:43:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:06,808 WARN [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:06,808 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b543b351fe95,33071,1733463786676 2024-12-06T05:43:06,813 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/hbase.id] with ID: 9b58422c-711b-47bd-9e45-fd39aa21500a 2024-12-06T05:43:06,813 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/.tmp/hbase.id 2024-12-06T05:43:06,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:43:06,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:43:06,820 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/.tmp/hbase.id]:[hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/hbase.id] 2024-12-06T05:43:06,834 INFO [master/b543b351fe95:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:06,835 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:43:06,836 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:43:06,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:43:06,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:43:06,847 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:06,848 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:43:06,848 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:06,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:43:06,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:43:06,856 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store 2024-12-06T05:43:06,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:43:06,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:43:06,864 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:06,864 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:06,865 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:06,865 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:06,865 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:06,865 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:06,865 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:06,865 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463786864Disabling compacts and flushes for region at 1733463786864Disabling writes for close at 1733463786865 (+1 ms)Writing region close event to WAL at 1733463786865Closed at 1733463786865 2024-12-06T05:43:06,866 WARN [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/.initializing 2024-12-06T05:43:06,866 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/WALs/b543b351fe95,33071,1733463786676 2024-12-06T05:43:06,867 INFO [master/b543b351fe95:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:06,869 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C33071%2C1733463786676, suffix=, logDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/WALs/b543b351fe95,33071,1733463786676, archiveDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/oldWALs, maxLogs=10 2024-12-06T05:43:06,884 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/WALs/b543b351fe95,33071,1733463786676/b543b351fe95%2C33071%2C1733463786676.1733463786869, exclude list is [], retry=0 2024-12-06T05:43:06,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34753,DS-be095608-4d93-4f87-af06-8ec502d8ad6f,DISK] 2024-12-06T05:43:06,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42835,DS-7eec6fd0-2872-4a17-8ae7-9dc3402912b5,DISK] 2024-12-06T05:43:06,889 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/WALs/b543b351fe95,33071,1733463786676/b543b351fe95%2C33071%2C1733463786676.1733463786869 2024-12-06T05:43:06,890 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42053:42053),(127.0.0.1/127.0.0.1:34583:34583)] 2024-12-06T05:43:06,890 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:06,890 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:06,890 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,890 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:43:06,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:06,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:06,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:43:06,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:06,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:06,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:43:06,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:06,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:06,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:43:06,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:06,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:06,900 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,901 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,901 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,903 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,903 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,904 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:06,905 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:06,907 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:06,908 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63677781, jitterRate=-0.0511271208524704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:06,909 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733463786890Initializing all the Stores at 1733463786892 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463786892Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463786892Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463786892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463786892Cleaning up temporary data from old regions at 1733463786903 (+11 ms)Region opened successfully at 1733463786909 (+6 ms) 2024-12-06T05:43:06,909 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:43:06,913 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b57858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:06,914 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:43:06,914 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:43:06,914 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:43:06,914 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:43:06,915 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:43:06,915 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:43:06,915 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:43:06,917 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:43:06,918 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T05:43:06,919 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T05:43:06,919 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:43:06,920 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:43:06,920 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T05:43:06,921 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:43:06,922 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:43:06,923 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T05:43:06,924 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:43:06,925 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T05:43:06,928 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:43:06,928 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T05:43:06,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:06,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:06,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:06,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,931 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b543b351fe95,33071,1733463786676, sessionid=0x100ae0da10c0000, setting cluster-up flag (Was=false) 2024-12-06T05:43:06,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,939 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T05:43:06,940 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,33071,1733463786676 2024-12-06T05:43:06,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:06,946 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T05:43:06,947 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,33071,1733463786676 2024-12-06T05:43:06,949 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:43:06,951 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:06,951 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:43:06,951 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:43:06,951 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b543b351fe95,33071,1733463786676 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:43:06,953 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:06,953 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:06,953 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:06,953 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:06,953 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b543b351fe95:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:43:06,953 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:06,953 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:06,953 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:06,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:06,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:43:06,956 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733463816956 2024-12-06T05:43:06,957 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:06,957 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:43:06,957 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:43:06,957 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:43:06,957 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:43:06,957 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:43:06,957 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:43:06,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:43:06,957 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:06,958 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:43:06,958 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:43:06,958 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:43:06,958 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:43:06,958 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:43:06,959 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463786958,5,FailOnTimeoutGroup] 2024-12-06T05:43:06,959 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463786959,5,FailOnTimeoutGroup] 2024-12-06T05:43:06,959 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:06,959 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:43:06,960 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:06,960 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:06,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:43:06,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:43:06,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:43:06,968 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84 2024-12-06T05:43:06,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:43:06,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:43:06,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:06,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:06,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:06,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:06,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:06,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:06,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:06,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:06,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:06,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:06,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:06,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:06,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:06,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:06,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:06,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:06,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:06,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:06,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740 2024-12-06T05:43:06,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740 2024-12-06T05:43:06,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:06,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:06,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:06,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:06,991 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:06,992 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69682163, jitterRate=0.03834514319896698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:06,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733463786976Initializing all the Stores at 1733463786977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463786977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463786977Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463786977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463786977Cleaning up temporary data from old regions at 1733463786987 (+10 ms)Region opened successfully at 1733463786993 (+6 ms) 2024-12-06T05:43:06,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:06,993 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:06,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:06,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:06,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:06,994 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(746): ClusterId : 9b58422c-711b-47bd-9e45-fd39aa21500a 2024-12-06T05:43:06,994 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:43:06,994 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(746): ClusterId : 9b58422c-711b-47bd-9e45-fd39aa21500a 2024-12-06T05:43:06,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:06,994 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:43:06,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463786993Disabling compacts and flushes for region at 1733463786993Disabling writes for close at 1733463786994 (+1 ms)Writing region close event to WAL at 1733463786994Closed at 1733463786994 2024-12-06T05:43:06,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:06,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:43:06,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:43:06,996 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:43:06,996 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:43:06,997 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:43:06,997 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:43:06,997 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:06,999 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:43:06,999 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:43:06,999 DEBUG [RS:1;b543b351fe95:43613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785be544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:07,001 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:43:07,002 DEBUG [RS:0;b543b351fe95:44053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e76eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:07,012 DEBUG [RS:1;b543b351fe95:43613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b543b351fe95:43613 2024-12-06T05:43:07,012 INFO [RS:1;b543b351fe95:43613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:43:07,012 INFO [RS:1;b543b351fe95:43613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:43:07,012 DEBUG [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:43:07,013 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,33071,1733463786676 with port=43613, startcode=1733463786773 2024-12-06T05:43:07,013 DEBUG [RS:1;b543b351fe95:43613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:43:07,013 DEBUG [RS:0;b543b351fe95:44053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b543b351fe95:44053 2024-12-06T05:43:07,013 INFO [RS:0;b543b351fe95:44053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:43:07,013 INFO [RS:0;b543b351fe95:44053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:43:07,013 DEBUG [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:43:07,014 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,33071,1733463786676 with port=44053, startcode=1733463786733 2024-12-06T05:43:07,014 DEBUG [RS:0;b543b351fe95:44053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:43:07,015 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52829, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:43:07,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,43613,1733463786773 2024-12-06T05:43:07,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33071 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,43613,1733463786773 2024-12-06T05:43:07,016 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46503, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:43:07,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,44053,1733463786733 2024-12-06T05:43:07,017 DEBUG [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84 2024-12-06T05:43:07,017 DEBUG [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39369 2024-12-06T05:43:07,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33071 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,44053,1733463786733 2024-12-06T05:43:07,017 DEBUG [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:43:07,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:07,019 DEBUG [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84 2024-12-06T05:43:07,019 DEBUG [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39369 2024-12-06T05:43:07,019 DEBUG [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:43:07,019 DEBUG [RS:1;b543b351fe95:43613 {}] zookeeper.ZKUtil(111): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,43613,1733463786773 2024-12-06T05:43:07,019 WARN [RS:1;b543b351fe95:43613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:07,019 INFO [RS:1;b543b351fe95:43613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:07,020 DEBUG [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,43613,1733463786773 2024-12-06T05:43:07,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,44053,1733463786733] 2024-12-06T05:43:07,022 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,43613,1733463786773] 2024-12-06T05:43:07,022 DEBUG [RS:0;b543b351fe95:44053 {}] zookeeper.ZKUtil(111): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,44053,1733463786733 2024-12-06T05:43:07,022 WARN [RS:0;b543b351fe95:44053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:07,022 INFO [RS:0;b543b351fe95:44053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:07,022 DEBUG [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,44053,1733463786733 2024-12-06T05:43:07,024 INFO [RS:1;b543b351fe95:43613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:43:07,026 INFO [RS:1;b543b351fe95:43613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:43:07,026 INFO [RS:1;b543b351fe95:43613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:43:07,026 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,026 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:43:07,027 INFO [RS:1;b543b351fe95:43613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:43:07,027 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 INFO [RS:0;b543b351fe95:44053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:07,028 DEBUG [RS:1;b543b351fe95:43613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:07,029 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,029 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,029 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,029 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,029 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,029 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,43613,1733463786773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:07,033 INFO [RS:0;b543b351fe95:44053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:43:07,034 INFO [RS:0;b543b351fe95:44053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:43:07,034 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,035 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:43:07,036 INFO [RS:0;b543b351fe95:44053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:43:07,036 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,036 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,036 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,036 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,036 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,037 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,037 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:07,037 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,037 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,037 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,037 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,037 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,037 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:07,037 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:07,037 DEBUG [RS:0;b543b351fe95:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:07,038 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,038 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,038 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,038 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,038 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,038 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,44053,1733463786733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:07,052 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:43:07,052 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,43613,1733463786773-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,053 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,053 INFO [RS:1;b543b351fe95:43613 {}] regionserver.Replication(171): b543b351fe95,43613,1733463786773 started 2024-12-06T05:43:07,058 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:43:07,058 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,44053,1733463786733-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,059 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,059 INFO [RS:0;b543b351fe95:44053 {}] regionserver.Replication(171): b543b351fe95,44053,1733463786733 started 2024-12-06T05:43:07,072 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,072 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,43613,1733463786773, RpcServer on b543b351fe95/172.17.0.2:43613, sessionid=0x100ae0da10c0002 2024-12-06T05:43:07,072 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:43:07,072 DEBUG [RS:1;b543b351fe95:43613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,43613,1733463786773 2024-12-06T05:43:07,072 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,43613,1733463786773' 2024-12-06T05:43:07,072 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:43:07,073 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:43:07,073 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:43:07,073 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:43:07,073 DEBUG [RS:1;b543b351fe95:43613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,43613,1733463786773 2024-12-06T05:43:07,073 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,43613,1733463786773' 2024-12-06T05:43:07,073 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:43:07,074 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:43:07,074 DEBUG [RS:1;b543b351fe95:43613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:43:07,074 INFO [RS:1;b543b351fe95:43613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:43:07,074 INFO [RS:1;b543b351fe95:43613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:43:07,076 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,076 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,44053,1733463786733, RpcServer on b543b351fe95/172.17.0.2:44053, sessionid=0x100ae0da10c0001 2024-12-06T05:43:07,076 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:43:07,076 DEBUG [RS:0;b543b351fe95:44053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,44053,1733463786733 2024-12-06T05:43:07,076 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,44053,1733463786733' 2024-12-06T05:43:07,076 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:43:07,077 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:43:07,077 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:43:07,077 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:43:07,077 DEBUG [RS:0;b543b351fe95:44053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,44053,1733463786733 2024-12-06T05:43:07,077 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,44053,1733463786733' 2024-12-06T05:43:07,077 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:43:07,077 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:43:07,078 DEBUG [RS:0;b543b351fe95:44053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:43:07,078 INFO [RS:0;b543b351fe95:44053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:43:07,078 INFO [RS:0;b543b351fe95:44053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:43:07,149 WARN [b543b351fe95:33071 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:43:07,175 INFO [RS:1;b543b351fe95:43613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:07,177 INFO [RS:1;b543b351fe95:43613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C43613%2C1733463786773, suffix=, logDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,43613,1733463786773, archiveDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/oldWALs, maxLogs=32 2024-12-06T05:43:07,178 INFO [RS:0;b543b351fe95:44053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:07,181 INFO [RS:0;b543b351fe95:44053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C44053%2C1733463786733, suffix=, logDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,44053,1733463786733, archiveDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/oldWALs, maxLogs=32 2024-12-06T05:43:07,197 DEBUG [RS:0;b543b351fe95:44053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,44053,1733463786733/b543b351fe95%2C44053%2C1733463786733.1733463787182, exclude list is [], retry=0 2024-12-06T05:43:07,199 DEBUG [RS:1;b543b351fe95:43613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,43613,1733463786773/b543b351fe95%2C43613%2C1733463786773.1733463787178, exclude list is [], retry=0 2024-12-06T05:43:07,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34753,DS-be095608-4d93-4f87-af06-8ec502d8ad6f,DISK] 2024-12-06T05:43:07,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42835,DS-7eec6fd0-2872-4a17-8ae7-9dc3402912b5,DISK] 2024-12-06T05:43:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34753,DS-be095608-4d93-4f87-af06-8ec502d8ad6f,DISK] 2024-12-06T05:43:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42835,DS-7eec6fd0-2872-4a17-8ae7-9dc3402912b5,DISK] 2024-12-06T05:43:07,203 INFO [RS:0;b543b351fe95:44053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,44053,1733463786733/b543b351fe95%2C44053%2C1733463786733.1733463787182 2024-12-06T05:43:07,203 DEBUG [RS:0;b543b351fe95:44053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42053:42053),(127.0.0.1/127.0.0.1:34583:34583)] 2024-12-06T05:43:07,204 INFO [RS:1;b543b351fe95:43613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,43613,1733463786773/b543b351fe95%2C43613%2C1733463786773.1733463787178 2024-12-06T05:43:07,205 DEBUG [RS:1;b543b351fe95:43613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34583:34583),(127.0.0.1/127.0.0.1:42053:42053)] 2024-12-06T05:43:07,399 DEBUG [b543b351fe95:33071 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T05:43:07,400 DEBUG [b543b351fe95:33071 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:07,404 DEBUG [b543b351fe95:33071 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:07,404 DEBUG [b543b351fe95:33071 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:07,404 DEBUG [b543b351fe95:33071 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:07,404 DEBUG [b543b351fe95:33071 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:07,404 INFO [b543b351fe95:33071 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:07,404 INFO [b543b351fe95:33071 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:07,404 DEBUG [b543b351fe95:33071 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:07,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,44053,1733463786733 2024-12-06T05:43:07,407 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,44053,1733463786733, state=OPENING 2024-12-06T05:43:07,409 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:43:07,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:07,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:07,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:07,411 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:07,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:07,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:07,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,44053,1733463786733}] 2024-12-06T05:43:07,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:07,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:07,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45661, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:07,579 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:43:07,579 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:07,579 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:43:07,581 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C44053%2C1733463786733.meta, suffix=.meta, logDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,44053,1733463786733, archiveDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/oldWALs, maxLogs=32 2024-12-06T05:43:07,592 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,44053,1733463786733/b543b351fe95%2C44053%2C1733463786733.meta.1733463787581.meta, exclude list is [], retry=0 2024-12-06T05:43:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34753,DS-be095608-4d93-4f87-af06-8ec502d8ad6f,DISK] 2024-12-06T05:43:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42835,DS-7eec6fd0-2872-4a17-8ae7-9dc3402912b5,DISK] 2024-12-06T05:43:07,597 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/WALs/b543b351fe95,44053,1733463786733/b543b351fe95%2C44053%2C1733463786733.meta.1733463787581.meta 2024-12-06T05:43:07,597 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42053:42053),(127.0.0.1/127.0.0.1:34583:34583)] 2024-12-06T05:43:07,597 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:07,598 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:43:07,598 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:43:07,598 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:43:07,598 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:43:07,598 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:07,598 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:43:07,598 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:43:07,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:07,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:07,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:07,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:07,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:07,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:07,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:07,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:07,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:07,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:07,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:07,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:07,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:07,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:07,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:07,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:07,605 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:07,606 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740 2024-12-06T05:43:07,608 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740 2024-12-06T05:43:07,609 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:07,609 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:07,610 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:07,611 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:07,612 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74951133, jitterRate=0.11685891449451447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:07,612 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:43:07,613 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733463787598Writing region info on filesystem at 1733463787598Initializing all the Stores at 1733463787599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463787599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463787599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463787599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463787599Cleaning up temporary data from old regions at 1733463787609 (+10 ms)Running coprocessor post-open hooks at 1733463787612 (+3 ms)Region opened successfully at 1733463787613 (+1 ms) 2024-12-06T05:43:07,614 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733463787565 2024-12-06T05:43:07,617 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:43:07,617 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:43:07,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,44053,1733463786733 2024-12-06T05:43:07,620 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,44053,1733463786733, state=OPEN 2024-12-06T05:43:07,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:07,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:07,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:07,621 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,44053,1733463786733 2024-12-06T05:43:07,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:07,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:07,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:07,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:43:07,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,44053,1733463786733 in 210 msec 2024-12-06T05:43:07,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:43:07,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-12-06T05:43:07,628 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:07,628 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:43:07,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:07,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,44053,1733463786733, seqNum=-1] 2024-12-06T05:43:07,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:07,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52911, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:07,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 686 msec 2024-12-06T05:43:07,637 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733463787637, completionTime=-1 2024-12-06T05:43:07,637 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T05:43:07,637 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:43:07,639 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T05:43:07,640 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733463847639 2024-12-06T05:43:07,640 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733463907640 2024-12-06T05:43:07,640 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:43:07,640 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:43:07,640 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33071,1733463786676-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,640 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33071,1733463786676-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,641 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33071,1733463786676-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,641 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b543b351fe95:33071, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,641 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,641 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,643 DEBUG [master/b543b351fe95:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:43:07,645 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.836sec 2024-12-06T05:43:07,645 INFO [master/b543b351fe95:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:43:07,645 INFO [master/b543b351fe95:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:43:07,645 INFO [master/b543b351fe95:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:43:07,645 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:43:07,645 INFO [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:43:07,645 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33071,1733463786676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:07,645 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33071,1733463786676-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:43:07,647 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:43:07,647 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:43:07,648 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33071,1733463786676-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:07,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aef03e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:07,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,33071,-1 for getting cluster id 2024-12-06T05:43:07,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:43:07,700 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b58422c-711b-47bd-9e45-fd39aa21500a' 2024-12-06T05:43:07,701 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:43:07,701 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b58422c-711b-47bd-9e45-fd39aa21500a" 2024-12-06T05:43:07,701 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573e5504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:07,701 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,33071,-1] 2024-12-06T05:43:07,702 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:43:07,702 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:07,703 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:43:07,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b90b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:07,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:07,707 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,44053,1733463786733, seqNum=-1] 2024-12-06T05:43:07,708 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:07,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:07,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b543b351fe95,33071,1733463786676 2024-12-06T05:43:07,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:43:07,713 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b543b351fe95,33071,1733463786676 2024-12-06T05:43:07,713 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@604d67f0 2024-12-06T05:43:07,713 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:43:07,714 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:43:07,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T05:43:07,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:43:07,717 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:07,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T05:43:07,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:43:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:07,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:07,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:07,729 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8877621c857cffb82dd3efeb4e27616e, NAME => 'testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84 2024-12-06T05:43:07,729 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2a187eac74b9d8f007dbd4b5ab42a26, NAME => 'testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84 2024-12-06T05:43:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:08,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:08,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:08,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 8877621c857cffb82dd3efeb4e27616e, disabling compactions & flushes 2024-12-06T05:43:08,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f2a187eac74b9d8f007dbd4b5ab42a26, disabling compactions & flushes 2024-12-06T05:43:08,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. after waiting 0 ms 2024-12-06T05:43:08,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. after waiting 0 ms 2024-12-06T05:43:08,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8877621c857cffb82dd3efeb4e27616e: Waiting for close lock at 1733463788143Disabling compacts and flushes for region at 1733463788143Disabling writes for close at 1733463788143Writing region close event to WAL at 1733463788143Closed at 1733463788143 2024-12-06T05:43:08,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2a187eac74b9d8f007dbd4b5ab42a26: Waiting for close lock at 1733463788143Disabling compacts and flushes for region at 1733463788143Disabling writes for close at 1733463788143Writing region close event to WAL at 1733463788144 (+1 ms)Closed at 1733463788144 2024-12-06T05:43:08,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:43:08,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463788146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463788146"}]},"ts":"1733463788146"} 2024-12-06T05:43:08,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463788146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463788146"}]},"ts":"1733463788146"} 2024-12-06T05:43:08,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T05:43:08,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:43:08,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463788152"}]},"ts":"1733463788152"} 2024-12-06T05:43:08,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T05:43:08,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:08,156 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:08,156 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:08,156 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:08,156 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:08,156 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:08,156 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:08,156 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:08,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2a187eac74b9d8f007dbd4b5ab42a26, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8877621c857cffb82dd3efeb4e27616e, ASSIGN}] 2024-12-06T05:43:08,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8877621c857cffb82dd3efeb4e27616e, ASSIGN 2024-12-06T05:43:08,158 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2a187eac74b9d8f007dbd4b5ab42a26, ASSIGN 2024-12-06T05:43:08,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8877621c857cffb82dd3efeb4e27616e, ASSIGN; state=OFFLINE, location=b543b351fe95,44053,1733463786733; forceNewPlan=false, retain=false 2024-12-06T05:43:08,160 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2a187eac74b9d8f007dbd4b5ab42a26, ASSIGN; state=OFFLINE, location=b543b351fe95,43613,1733463786773; forceNewPlan=false, retain=false 2024-12-06T05:43:08,264 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:43:08,264 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:43:08,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:43:08,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T05:43:08,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T05:43:08,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T05:43:08,310 INFO [b543b351fe95:33071 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T05:43:08,310 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8877621c857cffb82dd3efeb4e27616e, regionState=OPENING, regionLocation=b543b351fe95,44053,1733463786733 2024-12-06T05:43:08,310 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2a187eac74b9d8f007dbd4b5ab42a26, regionState=OPENING, regionLocation=b543b351fe95,43613,1733463786773 2024-12-06T05:43:08,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2a187eac74b9d8f007dbd4b5ab42a26, ASSIGN because future has completed 2024-12-06T05:43:08,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2a187eac74b9d8f007dbd4b5ab42a26, server=b543b351fe95,43613,1733463786773}] 2024-12-06T05:43:08,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8877621c857cffb82dd3efeb4e27616e, ASSIGN because future has completed 2024-12-06T05:43:08,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8877621c857cffb82dd3efeb4e27616e, server=b543b351fe95,44053,1733463786733}] 2024-12-06T05:43:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:08,469 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:08,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:08,475 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,475 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f2a187eac74b9d8f007dbd4b5ab42a26, NAME => 'testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T05:43:08,475 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,476 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 8877621c857cffb82dd3efeb4e27616e, NAME => 'testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T05:43:08,476 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,476 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:08,476 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,476 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,476 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:08,476 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,476 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,476 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,478 INFO [StoreOpener-f2a187eac74b9d8f007dbd4b5ab42a26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,478 INFO [StoreOpener-8877621c857cffb82dd3efeb4e27616e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,480 INFO [StoreOpener-f2a187eac74b9d8f007dbd4b5ab42a26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2a187eac74b9d8f007dbd4b5ab42a26 columnFamilyName family 2024-12-06T05:43:08,480 INFO [StoreOpener-8877621c857cffb82dd3efeb4e27616e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8877621c857cffb82dd3efeb4e27616e columnFamilyName family 2024-12-06T05:43:08,480 DEBUG [StoreOpener-f2a187eac74b9d8f007dbd4b5ab42a26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:08,480 DEBUG [StoreOpener-8877621c857cffb82dd3efeb4e27616e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:08,480 INFO [StoreOpener-8877621c857cffb82dd3efeb4e27616e-1 {}] regionserver.HStore(327): Store=8877621c857cffb82dd3efeb4e27616e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:08,480 INFO [StoreOpener-f2a187eac74b9d8f007dbd4b5ab42a26-1 {}] regionserver.HStore(327): Store=f2a187eac74b9d8f007dbd4b5ab42a26/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:08,481 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,481 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,482 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,482 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,482 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,482 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,483 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,483 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,483 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,483 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,487 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/f2a187eac74b9d8f007dbd4b5ab42a26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:08,487 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/8877621c857cffb82dd3efeb4e27616e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:08,488 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f2a187eac74b9d8f007dbd4b5ab42a26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64333218, jitterRate=-0.04136034846305847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:08,488 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,488 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 8877621c857cffb82dd3efeb4e27616e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67171554, jitterRate=9.341537952423096E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:08,488 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,489 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f2a187eac74b9d8f007dbd4b5ab42a26: Running coprocessor pre-open hook at 1733463788476Writing region info on filesystem at 1733463788476Initializing all the Stores at 1733463788478 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463788478Cleaning up temporary data from old regions at 1733463788483 (+5 ms)Running coprocessor post-open hooks at 1733463788488 (+5 ms)Region opened successfully at 1733463788489 (+1 ms) 2024-12-06T05:43:08,489 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 8877621c857cffb82dd3efeb4e27616e: Running coprocessor pre-open hook at 1733463788477Writing region info on filesystem at 1733463788477Initializing all the Stores at 1733463788478 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463788478Cleaning up temporary data from old regions at 1733463788483 (+5 ms)Running coprocessor post-open hooks at 1733463788488 (+5 ms)Region opened successfully at 1733463788489 (+1 ms) 2024-12-06T05:43:08,490 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26., pid=7, masterSystemTime=1733463788469 2024-12-06T05:43:08,490 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e., pid=8, masterSystemTime=1733463788471 2024-12-06T05:43:08,492 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,492 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2a187eac74b9d8f007dbd4b5ab42a26, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,43613,1733463786773 2024-12-06T05:43:08,494 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,494 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8877621c857cffb82dd3efeb4e27616e, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,44053,1733463786733 2024-12-06T05:43:08,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2a187eac74b9d8f007dbd4b5ab42a26, server=b543b351fe95,43613,1733463786773 because future has completed 2024-12-06T05:43:08,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8877621c857cffb82dd3efeb4e27616e, server=b543b351fe95,44053,1733463786733 because future has completed 2024-12-06T05:43:08,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-06T05:43:08,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2a187eac74b9d8f007dbd4b5ab42a26, server=b543b351fe95,43613,1733463786773 in 182 msec 2024-12-06T05:43:08,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-06T05:43:08,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8877621c857cffb82dd3efeb4e27616e, server=b543b351fe95,44053,1733463786733 in 181 msec 2024-12-06T05:43:08,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2a187eac74b9d8f007dbd4b5ab42a26, ASSIGN in 343 msec 2024-12-06T05:43:08,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-06T05:43:08,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8877621c857cffb82dd3efeb4e27616e, ASSIGN in 344 msec 2024-12-06T05:43:08,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:43:08,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463788505"}]},"ts":"1733463788505"} 2024-12-06T05:43:08,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T05:43:08,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:43:08,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 794 msec 2024-12-06T05:43:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:08,857 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T05:43:08,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T05:43:08,857 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:08,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T05:43:08,869 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:08,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T05:43:08,872 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26., hostname=b543b351fe95,43613,1733463786773, seqNum=2] 2024-12-06T05:43:08,873 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:08,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:08,884 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e., hostname=b543b351fe95,44053,1733463786733, seqNum=2] 2024-12-06T05:43:08,896 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8877621c857cffb82dd3efeb4e27616e 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T05:43:08,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/8877621c857cffb82dd3efeb4e27616e/.tmp/family/a70dd3a2878e4968aadc58fc9c08d1f7 is 32, key is 5/family:/1733463788885/Put/seqid=0 2024-12-06T05:43:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741839_1015 (size=5083) 2024-12-06T05:43:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741839_1015 (size=5083) 2024-12-06T05:43:08,921 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/8877621c857cffb82dd3efeb4e27616e/.tmp/family/a70dd3a2878e4968aadc58fc9c08d1f7 2024-12-06T05:43:08,928 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/8877621c857cffb82dd3efeb4e27616e/.tmp/family/a70dd3a2878e4968aadc58fc9c08d1f7 as hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/8877621c857cffb82dd3efeb4e27616e/family/a70dd3a2878e4968aadc58fc9c08d1f7 2024-12-06T05:43:08,936 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/8877621c857cffb82dd3efeb4e27616e/family/a70dd3a2878e4968aadc58fc9c08d1f7, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T05:43:08,937 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8877621c857cffb82dd3efeb4e27616e in 41ms, sequenceid=9, compaction requested=false 2024-12-06T05:43:08,937 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8877621c857cffb82dd3efeb4e27616e: 2024-12-06T05:43:08,937 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f2a187eac74b9d8f007dbd4b5ab42a26 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T05:43:08,952 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/f2a187eac74b9d8f007dbd4b5ab42a26/.tmp/family/c1adea87726e432199d34bf8437bed03 is 32, key is 1/family:/1733463788874/Put/seqid=0 2024-12-06T05:43:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741840_1016 (size=5054) 2024-12-06T05:43:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741840_1016 (size=5054) 2024-12-06T05:43:08,958 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/f2a187eac74b9d8f007dbd4b5ab42a26/.tmp/family/c1adea87726e432199d34bf8437bed03 2024-12-06T05:43:08,964 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/f2a187eac74b9d8f007dbd4b5ab42a26/.tmp/family/c1adea87726e432199d34bf8437bed03 as hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/f2a187eac74b9d8f007dbd4b5ab42a26/family/c1adea87726e432199d34bf8437bed03 2024-12-06T05:43:08,972 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/f2a187eac74b9d8f007dbd4b5ab42a26/family/c1adea87726e432199d34bf8437bed03, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T05:43:08,974 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f2a187eac74b9d8f007dbd4b5ab42a26 in 37ms, sequenceid=8, compaction requested=false 2024-12-06T05:43:08,974 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f2a187eac74b9d8f007dbd4b5ab42a26: 2024-12-06T05:43:08,980 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T05:43:08,984 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:08,984 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:08,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:08,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:08,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:43:08,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:08,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:08,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:08,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:43:08,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:08,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:43:08,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1186846146, stopped=false 2024-12-06T05:43:08,988 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b543b351fe95,33071,1733463786676 2024-12-06T05:43:08,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:08,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:08,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:08,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:08,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:08,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:08,989 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:08,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:08,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:08,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:08,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:08,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:08,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:08,990 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,44053,1733463786733' ***** 2024-12-06T05:43:08,990 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:08,990 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,43613,1733463786773' ***** 2024-12-06T05:43:08,990 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:08,991 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:08,991 INFO [RS:1;b543b351fe95:43613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:08,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:08,991 INFO [RS:1;b543b351fe95:43613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:08,991 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:08,991 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(3091): Received CLOSE for f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,991 INFO [RS:0;b543b351fe95:44053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:08,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:08,991 INFO [RS:0;b543b351fe95:44053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:08,991 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,991 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,43613,1733463786773 2024-12-06T05:43:08,991 INFO [RS:1;b543b351fe95:43613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:08,991 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,44053,1733463786733 2024-12-06T05:43:08,991 INFO [RS:0;b543b351fe95:44053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:08,991 INFO [RS:1;b543b351fe95:43613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b543b351fe95:43613. 2024-12-06T05:43:08,991 INFO [RS:0;b543b351fe95:44053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b543b351fe95:44053. 2024-12-06T05:43:08,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2a187eac74b9d8f007dbd4b5ab42a26, disabling compactions & flushes 2024-12-06T05:43:08,991 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,991 DEBUG [RS:0;b543b351fe95:44053 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:08,991 DEBUG [RS:1;b543b351fe95:43613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:08,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8877621c857cffb82dd3efeb4e27616e, disabling compactions & flushes 2024-12-06T05:43:08,991 DEBUG [RS:0;b543b351fe95:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:08,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,991 DEBUG [RS:1;b543b351fe95:43613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:08,991 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. after waiting 0 ms 2024-12-06T05:43:08,991 INFO [RS:0;b543b351fe95:44053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:08,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,991 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:43:08,991 INFO [RS:0;b543b351fe95:44053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:08,991 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,992 DEBUG [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(1325): Online Regions={f2a187eac74b9d8f007dbd4b5ab42a26=testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26.} 2024-12-06T05:43:08,992 INFO [RS:0;b543b351fe95:44053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:08,992 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:43:08,992 DEBUG [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(1351): Waiting on f2a187eac74b9d8f007dbd4b5ab42a26 2024-12-06T05:43:08,992 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. after waiting 0 ms 2024-12-06T05:43:08,992 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,992 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:43:08,992 DEBUG [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8877621c857cffb82dd3efeb4e27616e=testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e.} 2024-12-06T05:43:08,992 DEBUG [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8877621c857cffb82dd3efeb4e27616e 2024-12-06T05:43:08,992 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:08,992 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:08,992 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:08,992 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:08,992 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:08,992 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T05:43:08,996 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/8877621c857cffb82dd3efeb4e27616e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T05:43:08,996 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/default/testClearRegionBlockCache/f2a187eac74b9d8f007dbd4b5ab42a26/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T05:43:08,996 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,996 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8877621c857cffb82dd3efeb4e27616e: Waiting for close lock at 1733463788991Running coprocessor pre-close hooks at 1733463788991Disabling compacts and flushes for region at 1733463788991Disabling writes for close at 1733463788992 (+1 ms)Writing region close event to WAL at 1733463788992Running coprocessor post-close hooks at 1733463788996 (+4 ms)Closed at 1733463788996 2024-12-06T05:43:08,996 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:08,996 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2a187eac74b9d8f007dbd4b5ab42a26: Waiting for close lock at 1733463788991Running coprocessor pre-close hooks at 1733463788991Disabling compacts and flushes for region at 1733463788991Disabling writes for close at 1733463788991Writing region close event to WAL at 1733463788992 (+1 ms)Running coprocessor post-close hooks at 1733463788996 (+4 ms)Closed at 1733463788996 2024-12-06T05:43:08,996 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e. 2024-12-06T05:43:08,996 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733463787714.f2a187eac74b9d8f007dbd4b5ab42a26. 2024-12-06T05:43:09,008 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/.tmp/info/34bb7172abd740efbe9d307f52af1a01 is 173, key is testClearRegionBlockCache,5,1733463787714.8877621c857cffb82dd3efeb4e27616e./info:regioninfo/1733463788494/Put/seqid=0 2024-12-06T05:43:09,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:09,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:09,014 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/.tmp/info/34bb7172abd740efbe9d307f52af1a01 2024-12-06T05:43:09,034 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:09,037 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/.tmp/ns/0d247e7bf5f44fb99786cb7f70c6c576 is 43, key is default/ns:d/1733463787632/Put/seqid=0 2024-12-06T05:43:09,040 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:09,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:09,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:09,044 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/.tmp/ns/0d247e7bf5f44fb99786cb7f70c6c576 2024-12-06T05:43:09,064 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/.tmp/table/3a44e2e163ed4f9f97daa8ed7c034b70 is 61, key is testClearRegionBlockCache/table:state/1733463788505/Put/seqid=0 2024-12-06T05:43:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:09,070 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/.tmp/table/3a44e2e163ed4f9f97daa8ed7c034b70 2024-12-06T05:43:09,077 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/.tmp/info/34bb7172abd740efbe9d307f52af1a01 as hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/info/34bb7172abd740efbe9d307f52af1a01 2024-12-06T05:43:09,080 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:43:09,080 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:43:09,111 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/info/34bb7172abd740efbe9d307f52af1a01, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T05:43:09,112 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/.tmp/ns/0d247e7bf5f44fb99786cb7f70c6c576 as hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/ns/0d247e7bf5f44fb99786cb7f70c6c576 2024-12-06T05:43:09,114 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:43:09,114 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:43:09,121 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/ns/0d247e7bf5f44fb99786cb7f70c6c576, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T05:43:09,122 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/.tmp/table/3a44e2e163ed4f9f97daa8ed7c034b70 as hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/table/3a44e2e163ed4f9f97daa8ed7c034b70 2024-12-06T05:43:09,129 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/table/3a44e2e163ed4f9f97daa8ed7c034b70, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T05:43:09,130 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=13, compaction requested=false 2024-12-06T05:43:09,137 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T05:43:09,138 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:43:09,138 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:09,139 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463788992Running coprocessor pre-close hooks at 1733463788992Disabling compacts and flushes for region at 1733463788992Disabling writes for close at 1733463788992Obtaining lock to block concurrent updates at 1733463788992Preparing flush snapshotting stores in 1588230740 at 1733463788992Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733463788993 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733463788993Flushing 1588230740/info: creating writer at 1733463788993Flushing 1588230740/info: appending metadata at 1733463789008 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733463789008Flushing 1588230740/ns: creating writer at 1733463789021 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733463789037 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733463789037Flushing 1588230740/table: creating writer at 1733463789049 (+12 ms)Flushing 1588230740/table: appending metadata at 1733463789063 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733463789063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588910b0: reopening flushed file at 1733463789076 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a28072f: reopening flushed file at 1733463789111 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c6b5aa: reopening flushed file at 1733463789121 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=13, compaction requested=false at 1733463789130 (+9 ms)Writing region close event to WAL at 1733463789133 (+3 ms)Running coprocessor post-close hooks at 1733463789138 (+5 ms)Closed at 1733463789138 2024-12-06T05:43:09,139 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:09,192 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,43613,1733463786773; all regions closed. 2024-12-06T05:43:09,192 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,44053,1733463786733; all regions closed. 2024-12-06T05:43:09,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:09,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741834_1010 (size=1758) 2024-12-06T05:43:09,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:09,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741834_1010 (size=1758) 2024-12-06T05:43:09,198 DEBUG [RS:1;b543b351fe95:43613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/oldWALs 2024-12-06T05:43:09,199 INFO [RS:1;b543b351fe95:43613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C43613%2C1733463786773:(num 1733463787178) 2024-12-06T05:43:09,199 DEBUG [RS:0;b543b351fe95:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/oldWALs 2024-12-06T05:43:09,199 DEBUG [RS:1;b543b351fe95:43613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:09,199 INFO [RS:0;b543b351fe95:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C44053%2C1733463786733.meta:.meta(num 1733463787581) 2024-12-06T05:43:09,199 INFO [RS:1;b543b351fe95:43613 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:09,199 INFO [RS:1;b543b351fe95:43613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:09,199 INFO [RS:1;b543b351fe95:43613 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:09,199 INFO [RS:1;b543b351fe95:43613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:09,199 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:09,199 INFO [RS:1;b543b351fe95:43613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:09,199 INFO [RS:1;b543b351fe95:43613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:09,199 INFO [RS:1;b543b351fe95:43613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:09,200 INFO [RS:1;b543b351fe95:43613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43613 2024-12-06T05:43:09,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:09,201 INFO [RS:1;b543b351fe95:43613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:09,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,43613,1733463786773 2024-12-06T05:43:09,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741833_1009 (size=1867) 2024-12-06T05:43:09,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741833_1009 (size=1867) 2024-12-06T05:43:09,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,43613,1733463786773] 2024-12-06T05:43:09,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,43613,1733463786773 already deleted, retry=false 2024-12-06T05:43:09,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,43613,1733463786773 expired; onlineServers=1 2024-12-06T05:43:09,204 DEBUG [RS:0;b543b351fe95:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/oldWALs 2024-12-06T05:43:09,204 INFO [RS:0;b543b351fe95:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C44053%2C1733463786733:(num 1733463787182) 2024-12-06T05:43:09,204 DEBUG [RS:0;b543b351fe95:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:09,204 INFO [RS:0;b543b351fe95:44053 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:09,204 INFO [RS:0;b543b351fe95:44053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:09,205 INFO [RS:0;b543b351fe95:44053 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:09,205 INFO [RS:0;b543b351fe95:44053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:09,205 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:09,205 INFO [RS:0;b543b351fe95:44053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44053 2024-12-06T05:43:09,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:09,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,44053,1733463786733 2024-12-06T05:43:09,206 INFO [RS:0;b543b351fe95:44053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:09,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,44053,1733463786733] 2024-12-06T05:43:09,208 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,44053,1733463786733 already deleted, retry=false 2024-12-06T05:43:09,208 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,44053,1733463786733 expired; onlineServers=0 2024-12-06T05:43:09,208 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b543b351fe95,33071,1733463786676' ***** 2024-12-06T05:43:09,208 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:43:09,208 INFO [M:0;b543b351fe95:33071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:09,208 INFO [M:0;b543b351fe95:33071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:09,208 DEBUG [M:0;b543b351fe95:33071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:43:09,208 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:43:09,208 DEBUG [M:0;b543b351fe95:33071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:43:09,208 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463786959 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463786959,5,FailOnTimeoutGroup] 2024-12-06T05:43:09,208 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463786958 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463786958,5,FailOnTimeoutGroup] 2024-12-06T05:43:09,208 INFO [M:0;b543b351fe95:33071 {}] hbase.ChoreService(370): Chore service for: master/b543b351fe95:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:09,208 INFO [M:0;b543b351fe95:33071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:09,208 DEBUG [M:0;b543b351fe95:33071 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:43:09,208 INFO [M:0;b543b351fe95:33071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:43:09,208 INFO [M:0;b543b351fe95:33071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:09,209 INFO [M:0;b543b351fe95:33071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:43:09,209 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:43:09,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:09,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:09,209 DEBUG [M:0;b543b351fe95:33071 {}] zookeeper.ZKUtil(347): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T05:43:09,209 WARN [M:0;b543b351fe95:33071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:43:09,210 INFO [M:0;b543b351fe95:33071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/.lastflushedseqids 2024-12-06T05:43:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741844_1020 (size=191) 2024-12-06T05:43:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741844_1020 (size=191) 2024-12-06T05:43:09,217 INFO [M:0;b543b351fe95:33071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:43:09,217 INFO [M:0;b543b351fe95:33071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:43:09,217 DEBUG [M:0;b543b351fe95:33071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:09,217 INFO [M:0;b543b351fe95:33071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:09,217 DEBUG [M:0;b543b351fe95:33071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:09,217 DEBUG [M:0;b543b351fe95:33071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:09,217 DEBUG [M:0;b543b351fe95:33071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:09,217 INFO [M:0;b543b351fe95:33071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-06T05:43:09,240 DEBUG [M:0;b543b351fe95:33071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd4ab676eebc4f6695dcf867136dcef5 is 82, key is hbase:meta,,1/info:regioninfo/1733463787618/Put/seqid=0 2024-12-06T05:43:09,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:09,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:09,246 INFO [M:0;b543b351fe95:33071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd4ab676eebc4f6695dcf867136dcef5 2024-12-06T05:43:09,264 DEBUG [M:0;b543b351fe95:33071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24bcdad146b447d7ab936a9d30cd4af2 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733463788510/Put/seqid=0 2024-12-06T05:43:09,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741846_1022 (size=6219) 2024-12-06T05:43:09,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741846_1022 (size=6219) 2024-12-06T05:43:09,269 INFO [M:0;b543b351fe95:33071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24bcdad146b447d7ab936a9d30cd4af2 2024-12-06T05:43:09,290 DEBUG [M:0;b543b351fe95:33071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19d82d6924f34fde85f84427ef0aa262 is 69, key is b543b351fe95,43613,1733463786773/rs:state/1733463787016/Put/seqid=0 2024-12-06T05:43:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:09,296 INFO [M:0;b543b351fe95:33071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19d82d6924f34fde85f84427ef0aa262 2024-12-06T05:43:09,302 DEBUG [M:0;b543b351fe95:33071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd4ab676eebc4f6695dcf867136dcef5 as hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd4ab676eebc4f6695dcf867136dcef5 2024-12-06T05:43:09,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:09,303 INFO [RS:1;b543b351fe95:43613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:09,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43613-0x100ae0da10c0002, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:09,303 INFO [RS:1;b543b351fe95:43613 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,43613,1733463786773; zookeeper connection closed. 2024-12-06T05:43:09,303 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e617e58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e617e58 2024-12-06T05:43:09,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:09,307 INFO [RS:0;b543b351fe95:44053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:09,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x100ae0da10c0001, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:09,307 INFO [RS:0;b543b351fe95:44053 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,44053,1733463786733; zookeeper connection closed. 2024-12-06T05:43:09,307 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22d5921a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22d5921a 2024-12-06T05:43:09,307 INFO [M:0;b543b351fe95:33071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd4ab676eebc4f6695dcf867136dcef5, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T05:43:09,307 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T05:43:09,308 DEBUG [M:0;b543b351fe95:33071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24bcdad146b447d7ab936a9d30cd4af2 as hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24bcdad146b447d7ab936a9d30cd4af2 2024-12-06T05:43:09,313 INFO [M:0;b543b351fe95:33071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24bcdad146b447d7ab936a9d30cd4af2, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T05:43:09,314 DEBUG [M:0;b543b351fe95:33071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19d82d6924f34fde85f84427ef0aa262 as hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19d82d6924f34fde85f84427ef0aa262 2024-12-06T05:43:09,320 INFO [M:0;b543b351fe95:33071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39369/user/jenkins/test-data/6a1215a5-0f4b-111b-05a7-421aab52be84/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19d82d6924f34fde85f84427ef0aa262, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T05:43:09,321 INFO [M:0;b543b351fe95:33071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=71, compaction requested=false 2024-12-06T05:43:09,323 INFO [M:0;b543b351fe95:33071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:09,324 DEBUG [M:0;b543b351fe95:33071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463789217Disabling compacts and flushes for region at 1733463789217Disabling writes for close at 1733463789217Obtaining lock to block concurrent updates at 1733463789217Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733463789217Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733463789218 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733463789219 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733463789219Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733463789239 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733463789239Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733463789250 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733463789263 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733463789264 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733463789274 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733463789290 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733463789290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cb3c85: reopening flushed file at 1733463789301 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4713c338: reopening flushed file at 1733463789307 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5a7ae2: reopening flushed file at 1733463789314 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=71, compaction requested=false at 1733463789321 (+7 ms)Writing region close event to WAL at 1733463789323 (+2 ms)Closed at 1733463789323 2024-12-06T05:43:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42835 is added to blk_1073741830_1006 (size=35440) 2024-12-06T05:43:09,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34753 is added to blk_1073741830_1006 (size=35440) 2024-12-06T05:43:09,326 INFO [M:0;b543b351fe95:33071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:43:09,327 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:09,327 INFO [M:0;b543b351fe95:33071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33071 2024-12-06T05:43:09,327 INFO [M:0;b543b351fe95:33071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:09,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:09,428 INFO [M:0;b543b351fe95:33071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:09,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33071-0x100ae0da10c0000, quorum=127.0.0.1:63220, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:09,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72d5fd32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:09,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13ccf611{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:09,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:09,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189c865f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:09,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63fe8cd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:09,438 WARN [BP-1757908787-172.17.0.2-1733463786015 heartbeating to localhost/127.0.0.1:39369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:09,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:09,438 WARN [BP-1757908787-172.17.0.2-1733463786015 heartbeating to localhost/127.0.0.1:39369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757908787-172.17.0.2-1733463786015 (Datanode Uuid 94c33162-693a-4a55-b16e-eea78964c5c9) service to localhost/127.0.0.1:39369 2024-12-06T05:43:09,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:09,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/data/data3/current/BP-1757908787-172.17.0.2-1733463786015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:09,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/data/data4/current/BP-1757908787-172.17.0.2-1733463786015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:09,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:09,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@263cf864{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:09,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21265b69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:09,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:09,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c62a13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:09,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70923fbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:09,443 WARN [BP-1757908787-172.17.0.2-1733463786015 heartbeating to localhost/127.0.0.1:39369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:09,443 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:09,443 WARN [BP-1757908787-172.17.0.2-1733463786015 heartbeating to localhost/127.0.0.1:39369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757908787-172.17.0.2-1733463786015 (Datanode Uuid cba761c1-d402-4e3c-b7cc-b414e0906d95) service to localhost/127.0.0.1:39369 2024-12-06T05:43:09,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:09,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/data/data1/current/BP-1757908787-172.17.0.2-1733463786015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:09,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/cluster_772b3306-2850-6980-e5c6-9c86eced1114/data/data2/current/BP-1757908787-172.17.0.2-1733463786015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:09,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:09,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@594ebcc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:09,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fa3c6b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:09,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:09,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8f2221{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:09,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@289523c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:09,454 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:43:09,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:43:09,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=138 (was 111) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:39369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:39369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:39369 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:39369 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 270), ProcessCount=11 (was 11), AvailableMemoryMB=4644 (was 4944) 2024-12-06T05:43:09,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=138, OpenFileDescriptor=478, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=4644 2024-12-06T05:43:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.log.dir so I do NOT create it in target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f 2024-12-06T05:43:09,494 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:43:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.tmp.dir so I do NOT create it in target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f 2024-12-06T05:43:09,494 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f1cc8753-4d79-bada-cb08-5f9044e860cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:43:09,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f 2024-12-06T05:43:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:43:09,494 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727, deleteOnExit=true 2024-12-06T05:43:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:43:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/test.cache.data in system properties and HBase conf 2024-12-06T05:43:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:43:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:43:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:43:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:43:09,495 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:43:09,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:43:09,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:43:09,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:09,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:09,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:09,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:09,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:43:09,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:09,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dafd604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:09,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d6849{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:09,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2df52576{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/java.io.tmpdir/jetty-localhost-38631-hadoop-hdfs-3_4_1-tests_jar-_-any-10327699834591080114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:09,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f40c62c{HTTP/1.1, (http/1.1)}{localhost:38631} 2024-12-06T05:43:09,641 INFO [Time-limited test {}] server.Server(415): Started @16167ms 2024-12-06T05:43:09,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:09,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:09,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:09,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:09,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:43:09,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c5a7be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:09,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@138a1f47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:09,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35110b9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/java.io.tmpdir/jetty-localhost-40623-hadoop-hdfs-3_4_1-tests_jar-_-any-14615281761918938611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:09,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42799c63{HTTP/1.1, (http/1.1)}{localhost:40623} 2024-12-06T05:43:09,795 INFO [Time-limited test {}] server.Server(415): Started @16320ms 2024-12-06T05:43:09,796 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:43:09,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:09,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:09,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:09,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:09,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:43:09,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17fde05f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:09,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@514cca27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:09,866 WARN [Thread-884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/data/data1/current/BP-1636718403-172.17.0.2-1733463789508/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:09,866 WARN [Thread-885 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/data/data2/current/BP-1636718403-172.17.0.2-1733463789508/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:09,886 WARN [Thread-863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:43:09,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd68b05832052a869 with lease ID 0x61d8737fd04ccf7c: Processing first storage report for DS-7f557316-5c9a-4e4a-84ee-52831d5e111e from datanode DatanodeRegistration(127.0.0.1:36851, datanodeUuid=da36a7f9-7ed4-4695-ac74-855c1e5cfdde, infoPort=35659, infoSecurePort=0, ipcPort=45723, storageInfo=lv=-57;cid=testClusterID;nsid=1587489798;c=1733463789508) 2024-12-06T05:43:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd68b05832052a869 with lease ID 0x61d8737fd04ccf7c: from storage DS-7f557316-5c9a-4e4a-84ee-52831d5e111e node DatanodeRegistration(127.0.0.1:36851, datanodeUuid=da36a7f9-7ed4-4695-ac74-855c1e5cfdde, infoPort=35659, infoSecurePort=0, ipcPort=45723, storageInfo=lv=-57;cid=testClusterID;nsid=1587489798;c=1733463789508), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd68b05832052a869 with lease ID 0x61d8737fd04ccf7c: Processing first storage report for DS-64de0405-250f-4ab7-9f5f-3100c386da8c from datanode DatanodeRegistration(127.0.0.1:36851, datanodeUuid=da36a7f9-7ed4-4695-ac74-855c1e5cfdde, infoPort=35659, infoSecurePort=0, ipcPort=45723, storageInfo=lv=-57;cid=testClusterID;nsid=1587489798;c=1733463789508) 2024-12-06T05:43:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd68b05832052a869 with lease ID 0x61d8737fd04ccf7c: from storage DS-64de0405-250f-4ab7-9f5f-3100c386da8c node DatanodeRegistration(127.0.0.1:36851, datanodeUuid=da36a7f9-7ed4-4695-ac74-855c1e5cfdde, infoPort=35659, infoSecurePort=0, ipcPort=45723, storageInfo=lv=-57;cid=testClusterID;nsid=1587489798;c=1733463789508), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:09,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@719e9b4c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/java.io.tmpdir/jetty-localhost-40207-hadoop-hdfs-3_4_1-tests_jar-_-any-13804351341430991805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:09,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@665c25a2{HTTP/1.1, (http/1.1)}{localhost:40207} 2024-12-06T05:43:09,933 INFO [Time-limited test {}] server.Server(415): Started @16458ms 2024-12-06T05:43:09,934 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:43:09,990 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/data/data3/current/BP-1636718403-172.17.0.2-1733463789508/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:09,990 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/data/data4/current/BP-1636718403-172.17.0.2-1733463789508/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:10,005 WARN [Thread-899 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:43:10,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc84868e928cbb6df with lease ID 0x61d8737fd04ccf7d: Processing first storage report for DS-01054cd7-5656-4c81-8028-632e25628198 from datanode DatanodeRegistration(127.0.0.1:39427, datanodeUuid=f864ed76-998b-49a9-a78f-de7c054273d1, infoPort=37851, infoSecurePort=0, ipcPort=41497, storageInfo=lv=-57;cid=testClusterID;nsid=1587489798;c=1733463789508) 2024-12-06T05:43:10,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc84868e928cbb6df with lease ID 0x61d8737fd04ccf7d: from storage DS-01054cd7-5656-4c81-8028-632e25628198 node DatanodeRegistration(127.0.0.1:39427, datanodeUuid=f864ed76-998b-49a9-a78f-de7c054273d1, infoPort=37851, infoSecurePort=0, ipcPort=41497, storageInfo=lv=-57;cid=testClusterID;nsid=1587489798;c=1733463789508), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:10,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc84868e928cbb6df with lease ID 0x61d8737fd04ccf7d: Processing first storage report for DS-dae6e439-92ad-423f-b2aa-ac9548edff0f from datanode DatanodeRegistration(127.0.0.1:39427, datanodeUuid=f864ed76-998b-49a9-a78f-de7c054273d1, infoPort=37851, infoSecurePort=0, ipcPort=41497, storageInfo=lv=-57;cid=testClusterID;nsid=1587489798;c=1733463789508) 2024-12-06T05:43:10,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc84868e928cbb6df with lease ID 0x61d8737fd04ccf7d: from storage DS-dae6e439-92ad-423f-b2aa-ac9548edff0f node DatanodeRegistration(127.0.0.1:39427, datanodeUuid=f864ed76-998b-49a9-a78f-de7c054273d1, infoPort=37851, infoSecurePort=0, ipcPort=41497, storageInfo=lv=-57;cid=testClusterID;nsid=1587489798;c=1733463789508), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:10,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f 2024-12-06T05:43:10,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/zookeeper_0, clientPort=54304, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:43:10,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54304 2024-12-06T05:43:10,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:10,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:10,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:43:10,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:43:10,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524 with version=8 2024-12-06T05:43:10,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/hbase-staging 2024-12-06T05:43:10,081 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:10,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:10,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:10,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:10,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:10,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:10,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:43:10,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:10,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37459 2024-12-06T05:43:10,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37459 connecting to ZooKeeper ensemble=127.0.0.1:54304 2024-12-06T05:43:10,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374590x0, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:10,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37459-0x100ae0dae5d0000 connected 2024-12-06T05:43:10,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:10,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:10,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:10,108 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524, hbase.cluster.distributed=false 2024-12-06T05:43:10,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:10,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37459 2024-12-06T05:43:10,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37459 2024-12-06T05:43:10,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37459 2024-12-06T05:43:10,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37459 2024-12-06T05:43:10,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37459 2024-12-06T05:43:10,127 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:10,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:10,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:10,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:10,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:10,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:10,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:43:10,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:10,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40009 2024-12-06T05:43:10,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40009 connecting to ZooKeeper ensemble=127.0.0.1:54304 2024-12-06T05:43:10,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:10,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:10,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400090x0, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:10,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400090x0, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:10,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40009-0x100ae0dae5d0001 connected 2024-12-06T05:43:10,136 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:43:10,141 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T05:43:10,149 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T05:43:10,156 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T05:43:10,160 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T05:43:10,161 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:43:10,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:43:10,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:10,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40009 2024-12-06T05:43:10,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40009 2024-12-06T05:43:10,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40009 2024-12-06T05:43:10,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40009 2024-12-06T05:43:10,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40009 2024-12-06T05:43:10,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:10,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:10,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:10,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:10,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:10,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:10,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:43:10,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:10,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42567 2024-12-06T05:43:10,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42567 connecting to ZooKeeper ensemble=127.0.0.1:54304 2024-12-06T05:43:10,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:10,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:10,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425670x0, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:10,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425670x0, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:10,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42567-0x100ae0dae5d0002 connected 2024-12-06T05:43:10,188 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:43:10,189 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T05:43:10,194 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T05:43:10,195 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T05:43:10,195 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T05:43:10,195 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:43:10,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:43:10,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:10,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42567 2024-12-06T05:43:10,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42567 2024-12-06T05:43:10,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42567 2024-12-06T05:43:10,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42567 2024-12-06T05:43:10,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42567 2024-12-06T05:43:10,208 DEBUG [M:0;b543b351fe95:37459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b543b351fe95:37459 2024-12-06T05:43:10,208 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b543b351fe95,37459,1733463790080 2024-12-06T05:43:10,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:10,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:10,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:10,210 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b543b351fe95,37459,1733463790080 2024-12-06T05:43:10,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:10,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:10,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,211 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T05:43:10,212 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b543b351fe95,37459,1733463790080 from backup master directory 2024-12-06T05:43:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b543b351fe95,37459,1733463790080 2024-12-06T05:43:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:10,212 WARN [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:10,212 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b543b351fe95,37459,1733463790080 2024-12-06T05:43:10,217 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/hbase.id] with ID: f4d5e978-538f-4011-aa90-3ed0ca02ffa4 2024-12-06T05:43:10,217 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/.tmp/hbase.id 2024-12-06T05:43:10,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:43:10,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:43:10,223 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/.tmp/hbase.id]:[hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/hbase.id] 2024-12-06T05:43:10,236 INFO [master/b543b351fe95:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:10,236 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:43:10,238 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T05:43:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:43:10,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:43:10,247 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:10,248 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:43:10,248 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:43:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:43:10,257 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store 2024-12-06T05:43:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:43:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:43:10,263 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:10,263 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:10,263 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:10,263 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:10,263 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:10,263 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:10,263 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:10,264 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463790263Disabling compacts and flushes for region at 1733463790263Disabling writes for close at 1733463790263Writing region close event to WAL at 1733463790263Closed at 1733463790263 2024-12-06T05:43:10,264 WARN [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/.initializing 2024-12-06T05:43:10,264 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/WALs/b543b351fe95,37459,1733463790080 2024-12-06T05:43:10,265 INFO [master/b543b351fe95:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:10,267 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C37459%2C1733463790080, suffix=, logDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/WALs/b543b351fe95,37459,1733463790080, archiveDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/oldWALs, maxLogs=10 2024-12-06T05:43:10,280 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/WALs/b543b351fe95,37459,1733463790080/b543b351fe95%2C37459%2C1733463790080.1733463790267, exclude list is [], retry=0 2024-12-06T05:43:10,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36851,DS-7f557316-5c9a-4e4a-84ee-52831d5e111e,DISK] 2024-12-06T05:43:10,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39427,DS-01054cd7-5656-4c81-8028-632e25628198,DISK] 2024-12-06T05:43:10,284 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/WALs/b543b351fe95,37459,1733463790080/b543b351fe95%2C37459%2C1733463790080.1733463790267 2024-12-06T05:43:10,285 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35659:35659),(127.0.0.1/127.0.0.1:37851:37851)] 2024-12-06T05:43:10,285 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:10,285 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:10,285 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,285 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:43:10,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:10,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:43:10,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:10,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:43:10,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:10,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:43:10,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:10,295 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,296 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,296 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,297 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,297 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,298 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:10,299 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:10,302 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:10,302 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59887333, jitterRate=-0.10760919749736786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:10,303 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733463790285Initializing all the Stores at 1733463790286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463790286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463790286Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463790286Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463790286Cleaning up temporary data from old regions at 1733463790297 (+11 ms)Region opened successfully at 1733463790303 (+6 ms) 2024-12-06T05:43:10,303 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:43:10,307 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37711876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:10,308 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:43:10,308 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:43:10,308 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:43:10,308 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:43:10,309 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:43:10,309 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:43:10,309 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:43:10,311 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:43:10,312 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T05:43:10,313 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T05:43:10,313 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:43:10,314 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:43:10,315 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T05:43:10,315 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:43:10,316 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:43:10,316 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T05:43:10,318 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:43:10,318 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T05:43:10,320 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:43:10,321 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T05:43:10,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:10,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:10,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,323 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b543b351fe95,37459,1733463790080, sessionid=0x100ae0dae5d0000, setting cluster-up flag (Was=false) 2024-12-06T05:43:10,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:10,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,327 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T05:43:10,328 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,37459,1733463790080 2024-12-06T05:43:10,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,333 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T05:43:10,334 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,37459,1733463790080 2024-12-06T05:43:10,335 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:43:10,336 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:10,337 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:43:10,337 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:43:10,337 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b543b351fe95,37459,1733463790080 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:43:10,338 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:10,339 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:10,339 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:10,339 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:10,339 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b543b351fe95:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:43:10,339 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,339 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:10,339 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,341 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733463820341 2024-12-06T05:43:10,342 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:43:10,342 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:43:10,342 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:43:10,342 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:43:10,342 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:43:10,342 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:43:10,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:10,342 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:43:10,343 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:43:10,343 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:43:10,343 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:43:10,343 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:43:10,343 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:43:10,343 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:43:10,345 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463790343,5,FailOnTimeoutGroup] 2024-12-06T05:43:10,348 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463790345,5,FailOnTimeoutGroup] 2024-12-06T05:43:10,348 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,348 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:43:10,348 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,348 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:43:10,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:43:10,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:43:10,356 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524 2024-12-06T05:43:10,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:43:10,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:43:10,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:10,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:10,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:10,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:10,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:10,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:10,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:10,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:10,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:10,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:10,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:10,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:10,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:10,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:10,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740 2024-12-06T05:43:10,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740 2024-12-06T05:43:10,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:10,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:10,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:10,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:10,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:10,384 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61158640, jitterRate=-0.08866524696350098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:10,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733463790367Initializing all the Stores at 1733463790368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463790368Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463790369 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463790369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463790369Cleaning up temporary data from old regions at 1733463790380 (+11 ms)Region opened successfully at 1733463790385 (+5 ms) 2024-12-06T05:43:10,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:10,385 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:10,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:10,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:10,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:10,385 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:10,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463790385Disabling compacts and flushes for region at 1733463790385Disabling writes for close at 1733463790385Writing region close event to WAL at 1733463790385Closed at 1733463790385 2024-12-06T05:43:10,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:10,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:43:10,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:43:10,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:10,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:43:10,400 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(746): ClusterId : f4d5e978-538f-4011-aa90-3ed0ca02ffa4 2024-12-06T05:43:10,400 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(746): ClusterId : f4d5e978-538f-4011-aa90-3ed0ca02ffa4 2024-12-06T05:43:10,400 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:43:10,400 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:43:10,402 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:43:10,402 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:43:10,402 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:43:10,402 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:43:10,403 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:43:10,404 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:43:10,404 DEBUG [RS:0;b543b351fe95:40009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:10,404 DEBUG [RS:1;b543b351fe95:42567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72de923c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:10,414 DEBUG [RS:1;b543b351fe95:42567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b543b351fe95:42567 2024-12-06T05:43:10,414 INFO [RS:1;b543b351fe95:42567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:43:10,414 INFO [RS:1;b543b351fe95:42567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:43:10,414 DEBUG [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:43:10,415 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,37459,1733463790080 with port=42567, startcode=1733463790178 2024-12-06T05:43:10,415 DEBUG [RS:1;b543b351fe95:42567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:43:10,417 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40361, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:43:10,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,42567,1733463790178 2024-12-06T05:43:10,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37459 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,42567,1733463790178 2024-12-06T05:43:10,419 DEBUG [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524 2024-12-06T05:43:10,419 DEBUG [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40047 2024-12-06T05:43:10,419 DEBUG [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:43:10,419 DEBUG [RS:0;b543b351fe95:40009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b543b351fe95:40009 2024-12-06T05:43:10,419 INFO [RS:0;b543b351fe95:40009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:43:10,419 INFO [RS:0;b543b351fe95:40009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:43:10,419 DEBUG [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:43:10,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:10,420 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,37459,1733463790080 with port=40009, startcode=1733463790127 2024-12-06T05:43:10,421 DEBUG [RS:1;b543b351fe95:42567 {}] zookeeper.ZKUtil(111): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,42567,1733463790178 2024-12-06T05:43:10,421 WARN [RS:1;b543b351fe95:42567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:10,421 DEBUG [RS:0;b543b351fe95:40009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:43:10,421 INFO [RS:1;b543b351fe95:42567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:10,421 DEBUG [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,42567,1733463790178 2024-12-06T05:43:10,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,42567,1733463790178] 2024-12-06T05:43:10,425 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50007, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:43:10,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,40009,1733463790127 2024-12-06T05:43:10,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37459 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,40009,1733463790127 2024-12-06T05:43:10,427 DEBUG [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524 2024-12-06T05:43:10,427 DEBUG [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40047 2024-12-06T05:43:10,427 DEBUG [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:43:10,428 INFO [RS:1;b543b351fe95:42567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:43:10,430 INFO [RS:1;b543b351fe95:42567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:43:10,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:10,431 DEBUG [RS:0;b543b351fe95:40009 {}] zookeeper.ZKUtil(111): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,40009,1733463790127 2024-12-06T05:43:10,431 WARN [RS:0;b543b351fe95:40009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:10,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,40009,1733463790127] 2024-12-06T05:43:10,431 INFO [RS:0;b543b351fe95:40009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:10,431 DEBUG [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,40009,1733463790127 2024-12-06T05:43:10,433 INFO [RS:1;b543b351fe95:42567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:43:10,433 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,436 INFO [RS:0;b543b351fe95:40009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:43:10,439 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:43:10,439 INFO [RS:0;b543b351fe95:40009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:43:10,440 INFO [RS:0;b543b351fe95:40009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:43:10,440 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,440 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:43:10,440 INFO [RS:1;b543b351fe95:42567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:43:10,440 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,440 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,440 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,440 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,440 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,440 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,440 INFO [RS:0;b543b351fe95:40009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:43:10,440 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:10,441 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,441 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:1;b543b351fe95:42567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,441 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:10,442 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:10,442 DEBUG [RS:0;b543b351fe95:40009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:10,442 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,442 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,442 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,442 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,442 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,442 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42567,1733463790178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:10,445 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,445 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,445 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,445 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,445 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,445 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,40009,1733463790127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:10,458 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:43:10,458 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42567,1733463790178-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,458 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,458 INFO [RS:1;b543b351fe95:42567 {}] regionserver.Replication(171): b543b351fe95,42567,1733463790178 started 2024-12-06T05:43:10,465 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:43:10,465 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,40009,1733463790127-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,465 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,465 INFO [RS:0;b543b351fe95:40009 {}] regionserver.Replication(171): b543b351fe95,40009,1733463790127 started 2024-12-06T05:43:10,470 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,470 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,42567,1733463790178, RpcServer on b543b351fe95/172.17.0.2:42567, sessionid=0x100ae0dae5d0002 2024-12-06T05:43:10,470 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:43:10,470 DEBUG [RS:1;b543b351fe95:42567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,42567,1733463790178 2024-12-06T05:43:10,470 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,42567,1733463790178' 2024-12-06T05:43:10,470 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:43:10,471 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:43:10,471 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:43:10,471 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:43:10,471 DEBUG [RS:1;b543b351fe95:42567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,42567,1733463790178 2024-12-06T05:43:10,471 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,42567,1733463790178' 2024-12-06T05:43:10,471 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:43:10,472 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:43:10,472 DEBUG [RS:1;b543b351fe95:42567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:43:10,472 INFO [RS:1;b543b351fe95:42567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:43:10,472 INFO [RS:1;b543b351fe95:42567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:43:10,477 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:10,477 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,40009,1733463790127, RpcServer on b543b351fe95/172.17.0.2:40009, sessionid=0x100ae0dae5d0001 2024-12-06T05:43:10,477 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:43:10,477 DEBUG [RS:0;b543b351fe95:40009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,40009,1733463790127 2024-12-06T05:43:10,477 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,40009,1733463790127' 2024-12-06T05:43:10,477 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:43:10,478 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:43:10,478 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:43:10,478 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:43:10,478 DEBUG [RS:0;b543b351fe95:40009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,40009,1733463790127 2024-12-06T05:43:10,478 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,40009,1733463790127' 2024-12-06T05:43:10,478 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:43:10,479 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:43:10,479 DEBUG [RS:0;b543b351fe95:40009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:43:10,479 INFO [RS:0;b543b351fe95:40009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:43:10,479 INFO [RS:0;b543b351fe95:40009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:43:10,539 WARN [b543b351fe95:37459 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:43:10,573 INFO [RS:1;b543b351fe95:42567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:10,577 INFO [RS:1;b543b351fe95:42567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C42567%2C1733463790178, suffix=, logDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,42567,1733463790178, archiveDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/oldWALs, maxLogs=32 2024-12-06T05:43:10,580 INFO [RS:0;b543b351fe95:40009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:10,584 INFO [RS:0;b543b351fe95:40009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C40009%2C1733463790127, suffix=, logDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,40009,1733463790127, archiveDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/oldWALs, maxLogs=32 2024-12-06T05:43:10,595 DEBUG [RS:1;b543b351fe95:42567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,42567,1733463790178/b543b351fe95%2C42567%2C1733463790178.1733463790577, exclude list is [], retry=0 2024-12-06T05:43:10,597 DEBUG [RS:0;b543b351fe95:40009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,40009,1733463790127/b543b351fe95%2C40009%2C1733463790127.1733463790585, exclude list is [], retry=0 2024-12-06T05:43:10,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39427,DS-01054cd7-5656-4c81-8028-632e25628198,DISK] 2024-12-06T05:43:10,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36851,DS-7f557316-5c9a-4e4a-84ee-52831d5e111e,DISK] 2024-12-06T05:43:10,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36851,DS-7f557316-5c9a-4e4a-84ee-52831d5e111e,DISK] 2024-12-06T05:43:10,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39427,DS-01054cd7-5656-4c81-8028-632e25628198,DISK] 2024-12-06T05:43:10,600 INFO [RS:1;b543b351fe95:42567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,42567,1733463790178/b543b351fe95%2C42567%2C1733463790178.1733463790577 2024-12-06T05:43:10,600 DEBUG [RS:1;b543b351fe95:42567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35659:35659),(127.0.0.1/127.0.0.1:37851:37851)] 2024-12-06T05:43:10,601 INFO [RS:0;b543b351fe95:40009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,40009,1733463790127/b543b351fe95%2C40009%2C1733463790127.1733463790585 2024-12-06T05:43:10,602 DEBUG [RS:0;b543b351fe95:40009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37851:37851),(127.0.0.1/127.0.0.1:35659:35659)] 2024-12-06T05:43:10,790 DEBUG [b543b351fe95:37459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T05:43:10,790 DEBUG [b543b351fe95:37459 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:10,792 DEBUG [b543b351fe95:37459 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:10,792 DEBUG [b543b351fe95:37459 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:10,792 DEBUG [b543b351fe95:37459 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:10,792 DEBUG [b543b351fe95:37459 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:10,792 INFO [b543b351fe95:37459 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:10,792 INFO [b543b351fe95:37459 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:10,792 DEBUG [b543b351fe95:37459 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:10,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,42567,1733463790178 2024-12-06T05:43:10,794 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,42567,1733463790178, state=OPENING 2024-12-06T05:43:10,795 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:43:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:10,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:10,796 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:10,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:10,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:10,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,42567,1733463790178}] 2024-12-06T05:43:10,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:43:10,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:10,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:10,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:10,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:10,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:10,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:10,950 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:10,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:10,955 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:43:10,955 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:10,956 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:43:10,957 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C42567%2C1733463790178.meta, suffix=.meta, logDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,42567,1733463790178, archiveDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/oldWALs, maxLogs=32 2024-12-06T05:43:10,967 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,42567,1733463790178/b543b351fe95%2C42567%2C1733463790178.meta.1733463790957.meta, exclude list is [], retry=0 2024-12-06T05:43:10,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36851,DS-7f557316-5c9a-4e4a-84ee-52831d5e111e,DISK] 2024-12-06T05:43:10,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39427,DS-01054cd7-5656-4c81-8028-632e25628198,DISK] 2024-12-06T05:43:10,972 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/WALs/b543b351fe95,42567,1733463790178/b543b351fe95%2C42567%2C1733463790178.meta.1733463790957.meta 2024-12-06T05:43:10,972 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35659:35659),(127.0.0.1/127.0.0.1:37851:37851)] 2024-12-06T05:43:10,972 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:10,973 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:43:10,973 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:43:10,973 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:43:10,973 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:43:10,973 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:10,973 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:43:10,973 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:43:10,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:10,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:10,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:10,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:10,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:10,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:10,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:10,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:10,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:10,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:10,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:10,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:10,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:10,980 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:10,981 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740 2024-12-06T05:43:10,983 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740 2024-12-06T05:43:10,984 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:10,984 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:10,985 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:10,986 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:10,987 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73502555, jitterRate=0.09527342021465302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:10,987 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:43:10,987 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733463790973Writing region info on filesystem at 1733463790973Initializing all the Stores at 1733463790974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463790974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463790974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463790974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463790974Cleaning up temporary data from old regions at 1733463790984 (+10 ms)Running coprocessor post-open hooks at 1733463790987 (+3 ms)Region opened successfully at 1733463790987 2024-12-06T05:43:10,989 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733463790949 2024-12-06T05:43:10,992 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:43:10,992 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:43:10,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,42567,1733463790178 2024-12-06T05:43:10,994 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,42567,1733463790178, state=OPEN 2024-12-06T05:43:10,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:10,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:10,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:10,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,42567,1733463790178 2024-12-06T05:43:10,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:10,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:10,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:10,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:43:10,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,42567,1733463790178 in 199 msec 2024-12-06T05:43:11,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:43:11,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-12-06T05:43:11,001 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:11,001 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:43:11,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:11,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,42567,1733463790178, seqNum=-1] 2024-12-06T05:43:11,003 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:11,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50187, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:11,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 674 msec 2024-12-06T05:43:11,011 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733463791011, completionTime=-1 2024-12-06T05:43:11,011 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T05:43:11,011 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:43:11,013 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T05:43:11,013 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733463851013 2024-12-06T05:43:11,013 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733463911013 2024-12-06T05:43:11,013 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T05:43:11,014 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:43:11,014 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37459,1733463790080-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:11,014 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37459,1733463790080-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:11,014 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37459,1733463790080-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:11,014 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b543b351fe95:37459, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:11,014 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:11,015 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:11,017 DEBUG [master/b543b351fe95:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:43:11,020 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.807sec 2024-12-06T05:43:11,020 INFO [master/b543b351fe95:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:43:11,020 INFO [master/b543b351fe95:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:43:11,021 INFO [master/b543b351fe95:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:43:11,021 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:43:11,021 INFO [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:43:11,021 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37459,1733463790080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:11,021 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37459,1733463790080-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:43:11,023 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:43:11,024 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:43:11,024 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37459,1733463790080-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:11,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a049ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:11,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,37459,-1 for getting cluster id 2024-12-06T05:43:11,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:43:11,103 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d5e978-538f-4011-aa90-3ed0ca02ffa4' 2024-12-06T05:43:11,103 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:43:11,103 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d5e978-538f-4011-aa90-3ed0ca02ffa4" 2024-12-06T05:43:11,103 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f66ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:11,103 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,37459,-1] 2024-12-06T05:43:11,104 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:43:11,104 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:11,105 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:43:11,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e794c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:11,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:11,109 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,42567,1733463790178, seqNum=-1] 2024-12-06T05:43:11,109 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:11,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:11,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b543b351fe95,37459,1733463790080 2024-12-06T05:43:11,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:43:11,115 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b543b351fe95,37459,1733463790080 2024-12-06T05:43:11,116 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f920351 2024-12-06T05:43:11,116 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:43:11,117 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:43:11,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T05:43:11,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:43:11,122 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:11,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T05:43:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:11,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:43:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:11,137 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fb1308a2ca0c5de6dd206e1bde53a68, NAME => 'testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524 2024-12-06T05:43:11,138 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 274aac750303cf15246c99b99977713e, NAME => 'testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524 2024-12-06T05:43:11,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:11,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:11,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6fb1308a2ca0c5de6dd206e1bde53a68, disabling compactions & flushes 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 274aac750303cf15246c99b99977713e, disabling compactions & flushes 2024-12-06T05:43:11,154 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:11,154 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. after waiting 0 ms 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. after waiting 0 ms 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:11,154 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:11,154 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fb1308a2ca0c5de6dd206e1bde53a68: Waiting for close lock at 1733463791154Disabling compacts and flushes for region at 1733463791154Disabling writes for close at 1733463791154Writing region close event to WAL at 1733463791154Closed at 1733463791154 2024-12-06T05:43:11,154 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 274aac750303cf15246c99b99977713e: Waiting for close lock at 1733463791154Disabling compacts and flushes for region at 1733463791154Disabling writes for close at 1733463791154Writing region close event to WAL at 1733463791154Closed at 1733463791154 2024-12-06T05:43:11,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:43:11,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463791156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463791156"}]},"ts":"1733463791156"} 2024-12-06T05:43:11,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463791156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463791156"}]},"ts":"1733463791156"} 2024-12-06T05:43:11,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T05:43:11,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:43:11,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463791161"}]},"ts":"1733463791161"} 2024-12-06T05:43:11,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T05:43:11,164 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:11,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:11,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:11,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:11,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:11,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:11,166 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:11,166 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:11,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6fb1308a2ca0c5de6dd206e1bde53a68, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=274aac750303cf15246c99b99977713e, ASSIGN}] 2024-12-06T05:43:11,168 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6fb1308a2ca0c5de6dd206e1bde53a68, ASSIGN 2024-12-06T05:43:11,168 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=274aac750303cf15246c99b99977713e, ASSIGN 2024-12-06T05:43:11,169 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=274aac750303cf15246c99b99977713e, ASSIGN; state=OFFLINE, location=b543b351fe95,40009,1733463790127; forceNewPlan=false, retain=false 2024-12-06T05:43:11,169 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6fb1308a2ca0c5de6dd206e1bde53a68, ASSIGN; state=OFFLINE, location=b543b351fe95,42567,1733463790178; forceNewPlan=false, retain=false 2024-12-06T05:43:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:11,319 INFO [b543b351fe95:37459 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T05:43:11,320 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=274aac750303cf15246c99b99977713e, regionState=OPENING, regionLocation=b543b351fe95,40009,1733463790127 2024-12-06T05:43:11,320 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fb1308a2ca0c5de6dd206e1bde53a68, regionState=OPENING, regionLocation=b543b351fe95,42567,1733463790178 2024-12-06T05:43:11,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=274aac750303cf15246c99b99977713e, ASSIGN because future has completed 2024-12-06T05:43:11,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274aac750303cf15246c99b99977713e, server=b543b351fe95,40009,1733463790127}] 2024-12-06T05:43:11,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6fb1308a2ca0c5de6dd206e1bde53a68, ASSIGN because future has completed 2024-12-06T05:43:11,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb1308a2ca0c5de6dd206e1bde53a68, server=b543b351fe95,42567,1733463790178}] 2024-12-06T05:43:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:11,479 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:11,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:11,484 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:11,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 274aac750303cf15246c99b99977713e, NAME => 'testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T05:43:11,485 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:11,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fb1308a2ca0c5de6dd206e1bde53a68, NAME => 'testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T05:43:11,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:11,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:11,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,485 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,487 INFO [StoreOpener-6fb1308a2ca0c5de6dd206e1bde53a68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,487 INFO [StoreOpener-274aac750303cf15246c99b99977713e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,488 INFO [StoreOpener-274aac750303cf15246c99b99977713e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274aac750303cf15246c99b99977713e columnFamilyName family 2024-12-06T05:43:11,488 INFO [StoreOpener-6fb1308a2ca0c5de6dd206e1bde53a68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb1308a2ca0c5de6dd206e1bde53a68 columnFamilyName family 2024-12-06T05:43:11,488 DEBUG [StoreOpener-274aac750303cf15246c99b99977713e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:11,488 DEBUG [StoreOpener-6fb1308a2ca0c5de6dd206e1bde53a68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:11,488 INFO [StoreOpener-6fb1308a2ca0c5de6dd206e1bde53a68-1 {}] regionserver.HStore(327): Store=6fb1308a2ca0c5de6dd206e1bde53a68/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:11,489 INFO [StoreOpener-274aac750303cf15246c99b99977713e-1 {}] regionserver.HStore(327): Store=274aac750303cf15246c99b99977713e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:11,489 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,489 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,490 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,490 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,490 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,490 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,490 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,490 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,491 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,491 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,492 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,492 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,494 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/6fb1308a2ca0c5de6dd206e1bde53a68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:11,494 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6fb1308a2ca0c5de6dd206e1bde53a68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68964633, jitterRate=0.02765311300754547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:11,495 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:11,495 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6fb1308a2ca0c5de6dd206e1bde53a68: Running coprocessor pre-open hook at 1733463791485Writing region info on filesystem at 1733463791485Initializing all the Stores at 1733463791486 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463791486Cleaning up temporary data from old regions at 1733463791490 (+4 ms)Running coprocessor post-open hooks at 1733463791495 (+5 ms)Region opened successfully at 1733463791495 2024-12-06T05:43:11,495 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/274aac750303cf15246c99b99977713e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:11,496 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 274aac750303cf15246c99b99977713e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62545544, jitterRate=-0.06799876689910889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:11,496 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 274aac750303cf15246c99b99977713e 2024-12-06T05:43:11,496 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68., pid=8, masterSystemTime=1733463791481 2024-12-06T05:43:11,496 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 274aac750303cf15246c99b99977713e: Running coprocessor pre-open hook at 1733463791485Writing region info on filesystem at 1733463791485Initializing all the Stores at 1733463791486 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463791486Cleaning up temporary data from old regions at 1733463791491 (+5 ms)Running coprocessor post-open hooks at 1733463791496 (+5 ms)Region opened successfully at 1733463791496 2024-12-06T05:43:11,497 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e., pid=7, masterSystemTime=1733463791479 2024-12-06T05:43:11,499 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:11,499 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:11,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fb1308a2ca0c5de6dd206e1bde53a68, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,42567,1733463790178 2024-12-06T05:43:11,500 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:11,500 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:11,501 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=274aac750303cf15246c99b99977713e, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,40009,1733463790127 2024-12-06T05:43:11,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb1308a2ca0c5de6dd206e1bde53a68, server=b543b351fe95,42567,1733463790178 because future has completed 2024-12-06T05:43:11,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274aac750303cf15246c99b99977713e, server=b543b351fe95,40009,1733463790127 because future has completed 2024-12-06T05:43:11,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-06T05:43:11,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fb1308a2ca0c5de6dd206e1bde53a68, server=b543b351fe95,42567,1733463790178 in 177 msec 2024-12-06T05:43:11,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T05:43:11,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6fb1308a2ca0c5de6dd206e1bde53a68, ASSIGN in 340 msec 2024-12-06T05:43:11,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 274aac750303cf15246c99b99977713e, server=b543b351fe95,40009,1733463790127 in 180 msec 2024-12-06T05:43:11,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-06T05:43:11,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=274aac750303cf15246c99b99977713e, ASSIGN in 342 msec 2024-12-06T05:43:11,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:43:11,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463791511"}]},"ts":"1733463791511"} 2024-12-06T05:43:11,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T05:43:11,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:43:11,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 397 msec 2024-12-06T05:43:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:11,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T05:43:11,755 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T05:43:11,756 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T05:43:11,760 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:11,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T05:43:11,763 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68., hostname=b543b351fe95,42567,1733463790178, seqNum=2] 2024-12-06T05:43:11,775 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e., hostname=b543b351fe95,40009,1733463790127, seqNum=2] 2024-12-06T05:43:11,776 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:11,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:11,789 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 274aac750303cf15246c99b99977713e 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T05:43:11,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/274aac750303cf15246c99b99977713e/.tmp/family/de48f53ddc314eefa24bfab0ab5e7006 is 32, key is 5/family:/1733463791778/Put/seqid=0 2024-12-06T05:43:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741839_1015 (size=5083) 2024-12-06T05:43:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741839_1015 (size=5083) 2024-12-06T05:43:12,210 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/274aac750303cf15246c99b99977713e/.tmp/family/de48f53ddc314eefa24bfab0ab5e7006 2024-12-06T05:43:12,219 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/274aac750303cf15246c99b99977713e/.tmp/family/de48f53ddc314eefa24bfab0ab5e7006 as hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/274aac750303cf15246c99b99977713e/family/de48f53ddc314eefa24bfab0ab5e7006 2024-12-06T05:43:12,225 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/274aac750303cf15246c99b99977713e/family/de48f53ddc314eefa24bfab0ab5e7006, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T05:43:12,226 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 274aac750303cf15246c99b99977713e in 437ms, sequenceid=9, compaction requested=false 2024-12-06T05:43:12,226 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 274aac750303cf15246c99b99977713e: 2024-12-06T05:43:12,226 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6fb1308a2ca0c5de6dd206e1bde53a68 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T05:43:12,240 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/6fb1308a2ca0c5de6dd206e1bde53a68/.tmp/family/afea4da8260748388e7e80e2703bf353 is 32, key is 1/family:/1733463791765/Put/seqid=0 2024-12-06T05:43:12,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741840_1016 (size=5054) 2024-12-06T05:43:12,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741840_1016 (size=5054) 2024-12-06T05:43:12,245 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/6fb1308a2ca0c5de6dd206e1bde53a68/.tmp/family/afea4da8260748388e7e80e2703bf353 2024-12-06T05:43:12,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/6fb1308a2ca0c5de6dd206e1bde53a68/.tmp/family/afea4da8260748388e7e80e2703bf353 as hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/6fb1308a2ca0c5de6dd206e1bde53a68/family/afea4da8260748388e7e80e2703bf353 2024-12-06T05:43:12,257 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/6fb1308a2ca0c5de6dd206e1bde53a68/family/afea4da8260748388e7e80e2703bf353, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T05:43:12,258 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6fb1308a2ca0c5de6dd206e1bde53a68 in 32ms, sequenceid=8, compaction requested=false 2024-12-06T05:43:12,258 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6fb1308a2ca0c5de6dd206e1bde53a68: 2024-12-06T05:43:12,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4804c874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:12,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,37459,-1 for getting cluster id 2024-12-06T05:43:12,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:43:12,259 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4d5e978-538f-4011-aa90-3ed0ca02ffa4' 2024-12-06T05:43:12,260 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:43:12,260 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4d5e978-538f-4011-aa90-3ed0ca02ffa4" 2024-12-06T05:43:12,260 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2983d218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:12,260 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,37459,-1] 2024-12-06T05:43:12,260 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:43:12,260 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:12,261 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:43:12,262 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d01f9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:12,267 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T05:43:12,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:12,268 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,42567,1733463790178, seqNum=-1] 2024-12-06T05:43:12,269 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:12,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:12,272 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:12,272 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:12,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:12,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40009 {}] bucket.BucketCache(1863): found 1 blocks for file de48f53ddc314eefa24bfab0ab5e7006, starting offset: 0, end offset: 9223372036854775807 2024-12-06T05:43:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42567 {}] bucket.BucketCache(1863): found 1 blocks for file afea4da8260748388e7e80e2703bf353, starting offset: 0, end offset: 9223372036854775807 2024-12-06T05:43:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42567 {}] bucket.BucketCache(856): removed key afea4da8260748388e7e80e2703bf353_0 from back map with offset lock 2094080 in the evict process 2024-12-06T05:43:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40009 {}] bucket.BucketCache(856): removed key de48f53ddc314eefa24bfab0ab5e7006_0 from back map with offset lock 2094080 in the evict process 2024-12-06T05:43:12,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:12,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:12,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:12,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:12,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:43:12,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:43:12,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:12,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:12,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:12,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:12,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:43:12,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:43:12,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=271605840, stopped=false 2024-12-06T05:43:12,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b543b351fe95,37459,1733463790080 2024-12-06T05:43:12,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:12,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:12,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:12,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:12,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:12,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:12,277 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:12,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:12,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:12,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:12,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:12,278 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,40009,1733463790127' ***** 2024-12-06T05:43:12,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:12,278 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:12,278 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,42567,1733463790178' ***** 2024-12-06T05:43:12,278 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:12,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:12,278 INFO [RS:0;b543b351fe95:40009 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T05:43:12,278 INFO [RS:1;b543b351fe95:42567 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T05:43:12,278 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T05:43:12,278 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T05:43:12,278 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T05:43:12,279 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T05:43:12,279 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T05:43:12,279 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T05:43:12,279 INFO [RS:0;b543b351fe95:40009 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T05:43:12,279 INFO [RS:1;b543b351fe95:42567 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T05:43:12,279 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:12,279 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:12,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:12,279 INFO [RS:0;b543b351fe95:40009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:12,279 INFO [RS:1;b543b351fe95:42567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:12,279 INFO [RS:0;b543b351fe95:40009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:12,279 INFO [RS:1;b543b351fe95:42567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:12,279 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:12,279 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(3091): Received CLOSE for 274aac750303cf15246c99b99977713e 2024-12-06T05:43:12,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:12,279 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,42567,1733463790178 2024-12-06T05:43:12,279 INFO [RS:1;b543b351fe95:42567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:12,279 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,40009,1733463790127 2024-12-06T05:43:12,279 INFO [RS:1;b543b351fe95:42567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b543b351fe95:42567. 2024-12-06T05:43:12,279 INFO [RS:0;b543b351fe95:40009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:12,279 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fb1308a2ca0c5de6dd206e1bde53a68, disabling compactions & flushes 2024-12-06T05:43:12,279 INFO [RS:0;b543b351fe95:40009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b543b351fe95:40009. 2024-12-06T05:43:12,279 DEBUG [RS:1;b543b351fe95:42567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:12,279 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:12,280 DEBUG [RS:0;b543b351fe95:40009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:12,280 DEBUG [RS:1;b543b351fe95:42567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:12,280 DEBUG [RS:0;b543b351fe95:40009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 274aac750303cf15246c99b99977713e, disabling compactions & flushes 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. after waiting 0 ms 2024-12-06T05:43:12,280 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:12,280 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:43:12,280 INFO [RS:1;b543b351fe95:42567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:12,280 DEBUG [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(1325): Online Regions={274aac750303cf15246c99b99977713e=testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e.} 2024-12-06T05:43:12,280 INFO [RS:1;b543b351fe95:42567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. after waiting 0 ms 2024-12-06T05:43:12,280 INFO [RS:1;b543b351fe95:42567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:12,280 DEBUG [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(1351): Waiting on 274aac750303cf15246c99b99977713e 2024-12-06T05:43:12,280 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:43:12,280 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:43:12,280 DEBUG [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6fb1308a2ca0c5de6dd206e1bde53a68=testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68.} 2024-12-06T05:43:12,280 DEBUG [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fb1308a2ca0c5de6dd206e1bde53a68 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:12,280 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:12,280 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:12,280 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T05:43:12,284 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/6fb1308a2ca0c5de6dd206e1bde53a68/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T05:43:12,283 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/default/testClearRegionBlockCache/274aac750303cf15246c99b99977713e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T05:43:12,284 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:12,284 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:12,284 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 274aac750303cf15246c99b99977713e: Waiting for close lock at 1733463792280Running coprocessor pre-close hooks at 1733463792280Disabling compacts and flushes for region at 1733463792280Disabling writes for close at 1733463792280Writing region close event to WAL at 1733463792280Running coprocessor post-close hooks at 1733463792284 (+4 ms)Closed at 1733463792284 2024-12-06T05:43:12,284 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fb1308a2ca0c5de6dd206e1bde53a68: Waiting for close lock at 1733463792279Running coprocessor pre-close hooks at 1733463792279Disabling compacts and flushes for region at 1733463792279Disabling writes for close at 1733463792280 (+1 ms)Writing region close event to WAL at 1733463792280Running coprocessor post-close hooks at 1733463792284 (+4 ms)Closed at 1733463792284 2024-12-06T05:43:12,284 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733463791118.6fb1308a2ca0c5de6dd206e1bde53a68. 2024-12-06T05:43:12,284 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e. 2024-12-06T05:43:12,293 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/.tmp/info/a9dec7142354424da34e74e722f6454f is 173, key is testClearRegionBlockCache,5,1733463791118.274aac750303cf15246c99b99977713e./info:regioninfo/1733463791500/Put/seqid=0 2024-12-06T05:43:12,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:12,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:12,299 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/.tmp/info/a9dec7142354424da34e74e722f6454f 2024-12-06T05:43:12,317 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/.tmp/ns/44d90a6b00304dae8a768b2e9f9f382c is 43, key is default/ns:d/1733463791005/Put/seqid=0 2024-12-06T05:43:12,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:12,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:12,322 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/.tmp/ns/44d90a6b00304dae8a768b2e9f9f382c 2024-12-06T05:43:12,342 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/.tmp/table/861d90e5da8f451d8b56c92410dbae1a is 61, key is testClearRegionBlockCache/table:state/1733463791511/Put/seqid=0 2024-12-06T05:43:12,346 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:12,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:12,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:12,347 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/.tmp/table/861d90e5da8f451d8b56c92410dbae1a 2024-12-06T05:43:12,350 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:12,353 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/.tmp/info/a9dec7142354424da34e74e722f6454f as hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/info/a9dec7142354424da34e74e722f6454f 2024-12-06T05:43:12,358 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/info/a9dec7142354424da34e74e722f6454f, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T05:43:12,359 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/.tmp/ns/44d90a6b00304dae8a768b2e9f9f382c as hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/ns/44d90a6b00304dae8a768b2e9f9f382c 2024-12-06T05:43:12,365 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/ns/44d90a6b00304dae8a768b2e9f9f382c, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T05:43:12,366 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/.tmp/table/861d90e5da8f451d8b56c92410dbae1a as hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/table/861d90e5da8f451d8b56c92410dbae1a 2024-12-06T05:43:12,372 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/table/861d90e5da8f451d8b56c92410dbae1a, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T05:43:12,373 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=13, compaction requested=false 2024-12-06T05:43:12,379 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T05:43:12,380 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:43:12,380 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:12,380 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463792280Running coprocessor pre-close hooks at 1733463792280Disabling compacts and flushes for region at 1733463792280Disabling writes for close at 1733463792280Obtaining lock to block concurrent updates at 1733463792280Preparing flush snapshotting stores in 1588230740 at 1733463792280Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733463792281 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733463792281Flushing 1588230740/info: creating writer at 1733463792281Flushing 1588230740/info: appending metadata at 1733463792293 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733463792293Flushing 1588230740/ns: creating writer at 1733463792304 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733463792316 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733463792317 (+1 ms)Flushing 1588230740/table: creating writer at 1733463792327 (+10 ms)Flushing 1588230740/table: appending metadata at 1733463792341 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733463792341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a91d881: reopening flushed file at 1733463792352 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db033da: reopening flushed file at 1733463792359 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eca04f: reopening flushed file at 1733463792365 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=13, compaction requested=false at 1733463792373 (+8 ms)Writing region close event to WAL at 1733463792375 (+2 ms)Running coprocessor post-close hooks at 1733463792380 (+5 ms)Closed at 1733463792380 2024-12-06T05:43:12,380 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:12,480 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:43:12,480 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:43:12,480 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,40009,1733463790127; all regions closed. 2024-12-06T05:43:12,480 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,42567,1733463790178; all regions closed. 2024-12-06T05:43:12,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741834_1010 (size=1867) 2024-12-06T05:43:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741834_1010 (size=1867) 2024-12-06T05:43:12,491 DEBUG [RS:0;b543b351fe95:40009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/oldWALs 2024-12-06T05:43:12,491 INFO [RS:0;b543b351fe95:40009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C40009%2C1733463790127:(num 1733463790585) 2024-12-06T05:43:12,491 DEBUG [RS:0;b543b351fe95:40009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:12,491 INFO [RS:0;b543b351fe95:40009 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:12,491 DEBUG [RS:1;b543b351fe95:42567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/oldWALs 2024-12-06T05:43:12,491 INFO [RS:1;b543b351fe95:42567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C42567%2C1733463790178.meta:.meta(num 1733463790957) 2024-12-06T05:43:12,491 INFO [RS:0;b543b351fe95:40009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:12,492 INFO [RS:0;b543b351fe95:40009 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:12,492 INFO [RS:0;b543b351fe95:40009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:12,492 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:12,492 INFO [RS:0;b543b351fe95:40009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:12,492 INFO [RS:0;b543b351fe95:40009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:12,492 INFO [RS:0;b543b351fe95:40009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:12,492 INFO [RS:0;b543b351fe95:40009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40009 2024-12-06T05:43:12,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,40009,1733463790127 2024-12-06T05:43:12,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:12,494 INFO [RS:0;b543b351fe95:40009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:12,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741833_1009 (size=1758) 2024-12-06T05:43:12,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,40009,1733463790127] 2024-12-06T05:43:12,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741833_1009 (size=1758) 2024-12-06T05:43:12,495 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,40009,1733463790127 already deleted, retry=false 2024-12-06T05:43:12,495 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,40009,1733463790127 expired; onlineServers=1 2024-12-06T05:43:12,496 DEBUG [RS:1;b543b351fe95:42567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/oldWALs 2024-12-06T05:43:12,496 INFO [RS:1;b543b351fe95:42567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C42567%2C1733463790178:(num 1733463790577) 2024-12-06T05:43:12,496 DEBUG [RS:1;b543b351fe95:42567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:12,496 INFO [RS:1;b543b351fe95:42567 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:12,496 INFO [RS:1;b543b351fe95:42567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:12,496 INFO [RS:1;b543b351fe95:42567 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:12,496 INFO [RS:1;b543b351fe95:42567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:12,496 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:12,496 INFO [RS:1;b543b351fe95:42567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42567 2024-12-06T05:43:12,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:12,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,42567,1733463790178 2024-12-06T05:43:12,497 INFO [RS:1;b543b351fe95:42567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:12,498 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,42567,1733463790178] 2024-12-06T05:43:12,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,42567,1733463790178 already deleted, retry=false 2024-12-06T05:43:12,499 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,42567,1733463790178 expired; onlineServers=0 2024-12-06T05:43:12,499 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b543b351fe95,37459,1733463790080' ***** 2024-12-06T05:43:12,499 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:43:12,499 INFO [M:0;b543b351fe95:37459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:12,499 INFO [M:0;b543b351fe95:37459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:12,499 DEBUG [M:0;b543b351fe95:37459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:43:12,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:43:12,499 DEBUG [M:0;b543b351fe95:37459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:43:12,499 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463790343 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463790343,5,FailOnTimeoutGroup] 2024-12-06T05:43:12,499 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463790345 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463790345,5,FailOnTimeoutGroup] 2024-12-06T05:43:12,500 INFO [M:0;b543b351fe95:37459 {}] hbase.ChoreService(370): Chore service for: master/b543b351fe95:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:12,500 INFO [M:0;b543b351fe95:37459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:12,500 DEBUG [M:0;b543b351fe95:37459 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:43:12,500 INFO [M:0;b543b351fe95:37459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:43:12,500 INFO [M:0;b543b351fe95:37459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:12,500 INFO [M:0;b543b351fe95:37459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:43:12,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:43:12,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:12,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:12,500 DEBUG [M:0;b543b351fe95:37459 {}] zookeeper.ZKUtil(347): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T05:43:12,500 WARN [M:0;b543b351fe95:37459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:43:12,501 INFO [M:0;b543b351fe95:37459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/.lastflushedseqids 2024-12-06T05:43:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741844_1020 (size=191) 2024-12-06T05:43:12,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741844_1020 (size=191) 2024-12-06T05:43:12,507 INFO [M:0;b543b351fe95:37459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:43:12,507 INFO [M:0;b543b351fe95:37459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:43:12,507 DEBUG [M:0;b543b351fe95:37459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:12,507 INFO [M:0;b543b351fe95:37459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:12,507 DEBUG [M:0;b543b351fe95:37459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:12,507 DEBUG [M:0;b543b351fe95:37459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:12,507 DEBUG [M:0;b543b351fe95:37459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:12,507 INFO [M:0;b543b351fe95:37459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-06T05:43:12,527 DEBUG [M:0;b543b351fe95:37459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57839004162e4fd788f1639845eea2e2 is 82, key is hbase:meta,,1/info:regioninfo/1733463790992/Put/seqid=0 2024-12-06T05:43:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:12,533 INFO [M:0;b543b351fe95:37459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57839004162e4fd788f1639845eea2e2 2024-12-06T05:43:12,551 DEBUG [M:0;b543b351fe95:37459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a022112d163a4c86be30b987a4cd1fea is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733463791517/Put/seqid=0 2024-12-06T05:43:12,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741846_1022 (size=6219) 2024-12-06T05:43:12,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741846_1022 (size=6219) 2024-12-06T05:43:12,558 INFO [M:0;b543b351fe95:37459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a022112d163a4c86be30b987a4cd1fea 2024-12-06T05:43:12,577 DEBUG [M:0;b543b351fe95:37459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/298a4f73a4b9444685403276b6476afa is 69, key is b543b351fe95,40009,1733463790127/rs:state/1733463790426/Put/seqid=0 2024-12-06T05:43:12,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:12,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:12,582 INFO [M:0;b543b351fe95:37459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/298a4f73a4b9444685403276b6476afa 2024-12-06T05:43:12,588 DEBUG [M:0;b543b351fe95:37459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57839004162e4fd788f1639845eea2e2 as hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57839004162e4fd788f1639845eea2e2 2024-12-06T05:43:12,593 INFO [M:0;b543b351fe95:37459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57839004162e4fd788f1639845eea2e2, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T05:43:12,594 DEBUG [M:0;b543b351fe95:37459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a022112d163a4c86be30b987a4cd1fea as hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a022112d163a4c86be30b987a4cd1fea 2024-12-06T05:43:12,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:12,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40009-0x100ae0dae5d0001, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:12,595 INFO [RS:0;b543b351fe95:40009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:12,595 INFO [RS:0;b543b351fe95:40009 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,40009,1733463790127; zookeeper connection closed. 2024-12-06T05:43:12,595 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4694b116 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4694b116 2024-12-06T05:43:12,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:12,598 INFO [RS:1;b543b351fe95:42567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:12,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42567-0x100ae0dae5d0002, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:12,598 INFO [RS:1;b543b351fe95:42567 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,42567,1733463790178; zookeeper connection closed. 2024-12-06T05:43:12,599 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5952374d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5952374d 2024-12-06T05:43:12,599 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T05:43:12,601 INFO [M:0;b543b351fe95:37459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a022112d163a4c86be30b987a4cd1fea, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T05:43:12,602 DEBUG [M:0;b543b351fe95:37459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/298a4f73a4b9444685403276b6476afa as hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/298a4f73a4b9444685403276b6476afa 2024-12-06T05:43:12,607 INFO [M:0;b543b351fe95:37459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40047/user/jenkins/test-data/4173cf91-123a-3c9e-5387-00e5d87fb524/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/298a4f73a4b9444685403276b6476afa, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T05:43:12,608 INFO [M:0;b543b351fe95:37459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false 2024-12-06T05:43:12,609 INFO [M:0;b543b351fe95:37459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:12,609 DEBUG [M:0;b543b351fe95:37459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463792507Disabling compacts and flushes for region at 1733463792507Disabling writes for close at 1733463792507Obtaining lock to block concurrent updates at 1733463792507Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733463792507Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733463792508 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733463792508Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733463792509 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733463792527 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733463792527Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733463792537 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733463792551 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733463792551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733463792563 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733463792577 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733463792577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499841e5: reopening flushed file at 1733463792587 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c2aef3: reopening flushed file at 1733463792593 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0d12ff: reopening flushed file at 1733463792601 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false at 1733463792608 (+7 ms)Writing region close event to WAL at 1733463792609 (+1 ms)Closed at 1733463792609 2024-12-06T05:43:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39427 is added to blk_1073741830_1006 (size=35440) 2024-12-06T05:43:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36851 is added to blk_1073741830_1006 (size=35440) 2024-12-06T05:43:12,613 INFO [M:0;b543b351fe95:37459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:43:12,613 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:12,613 INFO [M:0;b543b351fe95:37459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37459 2024-12-06T05:43:12,613 INFO [M:0;b543b351fe95:37459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:12,714 INFO [M:0;b543b351fe95:37459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:12,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:12,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37459-0x100ae0dae5d0000, quorum=127.0.0.1:54304, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:12,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@719e9b4c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:12,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@665c25a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:12,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:12,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@514cca27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:12,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17fde05f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:12,718 WARN [BP-1636718403-172.17.0.2-1733463789508 heartbeating to localhost/127.0.0.1:40047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:12,718 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:12,718 WARN [BP-1636718403-172.17.0.2-1733463789508 heartbeating to localhost/127.0.0.1:40047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1636718403-172.17.0.2-1733463789508 (Datanode Uuid f864ed76-998b-49a9-a78f-de7c054273d1) service to localhost/127.0.0.1:40047 2024-12-06T05:43:12,718 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:12,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/data/data3/current/BP-1636718403-172.17.0.2-1733463789508 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:12,719 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/data/data4/current/BP-1636718403-172.17.0.2-1733463789508 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:12,719 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:12,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35110b9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:12,721 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42799c63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:12,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:12,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@138a1f47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:12,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c5a7be8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:12,722 WARN [BP-1636718403-172.17.0.2-1733463789508 heartbeating to localhost/127.0.0.1:40047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:12,722 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:12,722 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:12,722 WARN [BP-1636718403-172.17.0.2-1733463789508 heartbeating to localhost/127.0.0.1:40047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1636718403-172.17.0.2-1733463789508 (Datanode Uuid da36a7f9-7ed4-4695-ac74-855c1e5cfdde) service to localhost/127.0.0.1:40047 2024-12-06T05:43:12,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/data/data1/current/BP-1636718403-172.17.0.2-1733463789508 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:12,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/cluster_70e0d67c-946b-ea44-19bd-a899f108b727/data/data2/current/BP-1636718403-172.17.0.2-1733463789508 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:12,723 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:12,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2df52576{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:12,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f40c62c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:12,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:12,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d6849{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:12,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dafd604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:12,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:43:12,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:43:12,755 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=159 (was 138) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:40047 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:40047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:40047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:40047 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=505 (was 478) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 249) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4546 (was 4644) 2024-12-06T05:43:12,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=159, OpenFileDescriptor=505, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=4545 2024-12-06T05:43:12,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.log.dir so I do NOT create it in target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e 2024-12-06T05:43:12,772 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:43:12,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.tmp.dir so I do NOT create it in target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e 2024-12-06T05:43:12,772 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9d6a7d2e-3299-4f45-749d-31c646e9a29f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:43:12,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e 2024-12-06T05:43:12,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:43:12,772 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a, deleteOnExit=true 2024-12-06T05:43:12,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:43:12,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/test.cache.data in system properties and HBase conf 2024-12-06T05:43:12,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:43:12,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:43:12,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:43:12,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:43:12,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:43:12,773 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:43:12,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:43:12,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:43:12,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:43:12,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:43:12,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:12,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:12,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:12,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:12,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:43:12,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:12,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4699f875{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:12,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d07483{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:12,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39c9db62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/java.io.tmpdir/jetty-localhost-39215-hadoop-hdfs-3_4_1-tests_jar-_-any-16093739927724063890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:12,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@703f7f1e{HTTP/1.1, (http/1.1)}{localhost:39215} 2024-12-06T05:43:12,916 INFO [Time-limited test {}] server.Server(415): Started @19442ms 2024-12-06T05:43:12,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:12,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:12,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:12,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:12,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:43:12,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55712361{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:12,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65aaa33a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:13,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a9340a8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/java.io.tmpdir/jetty-localhost-35221-hadoop-hdfs-3_4_1-tests_jar-_-any-13576205936611569975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:13,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5c2a11{HTTP/1.1, (http/1.1)}{localhost:35221} 2024-12-06T05:43:13,068 INFO [Time-limited test {}] server.Server(415): Started @19593ms 2024-12-06T05:43:13,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:43:13,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:13,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:13,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:13,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:13,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:43:13,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@949cca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:13,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bdbaf49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:13,124 WARN [Thread-1152 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/data/data1/current/BP-358193927-172.17.0.2-1733463792787/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:13,125 WARN [Thread-1153 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/data/data2/current/BP-358193927-172.17.0.2-1733463792787/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:13,138 WARN [Thread-1131 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:43:13,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x880e8f6f4d8367b2 with lease ID 0x2b7b07b81305061b: Processing first storage report for DS-df28f544-2536-4ea8-9010-e4e1d12ae8b4 from datanode DatanodeRegistration(127.0.0.1:44609, datanodeUuid=33d5ff29-c4e4-4ea5-bd3b-36b302d5dbed, infoPort=35445, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1042742695;c=1733463792787) 2024-12-06T05:43:13,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x880e8f6f4d8367b2 with lease ID 0x2b7b07b81305061b: from storage DS-df28f544-2536-4ea8-9010-e4e1d12ae8b4 node DatanodeRegistration(127.0.0.1:44609, datanodeUuid=33d5ff29-c4e4-4ea5-bd3b-36b302d5dbed, infoPort=35445, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1042742695;c=1733463792787), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:13,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x880e8f6f4d8367b2 with lease ID 0x2b7b07b81305061b: Processing first storage report for DS-56e1cef4-17a1-4973-b322-1b485e4a49ca from datanode DatanodeRegistration(127.0.0.1:44609, datanodeUuid=33d5ff29-c4e4-4ea5-bd3b-36b302d5dbed, infoPort=35445, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1042742695;c=1733463792787) 2024-12-06T05:43:13,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x880e8f6f4d8367b2 with lease ID 0x2b7b07b81305061b: from storage DS-56e1cef4-17a1-4973-b322-1b485e4a49ca node DatanodeRegistration(127.0.0.1:44609, datanodeUuid=33d5ff29-c4e4-4ea5-bd3b-36b302d5dbed, infoPort=35445, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1042742695;c=1733463792787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:13,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68ed7720{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/java.io.tmpdir/jetty-localhost-38265-hadoop-hdfs-3_4_1-tests_jar-_-any-13374440296124734804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:13,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79f388c4{HTTP/1.1, (http/1.1)}{localhost:38265} 2024-12-06T05:43:13,207 INFO [Time-limited test {}] server.Server(415): Started @19733ms 2024-12-06T05:43:13,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:43:13,261 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/data/data3/current/BP-358193927-172.17.0.2-1733463792787/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:13,261 WARN [Thread-1179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/data/data4/current/BP-358193927-172.17.0.2-1733463792787/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:13,277 WARN [Thread-1167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:43:13,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f38682a1fd566c1 with lease ID 0x2b7b07b81305061c: Processing first storage report for DS-cf6c6b9c-d682-4385-b649-038751a89454 from datanode DatanodeRegistration(127.0.0.1:46089, datanodeUuid=838c1bd3-958c-41f0-81fb-38af2a76628e, infoPort=45305, infoSecurePort=0, ipcPort=32951, storageInfo=lv=-57;cid=testClusterID;nsid=1042742695;c=1733463792787) 2024-12-06T05:43:13,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f38682a1fd566c1 with lease ID 0x2b7b07b81305061c: from storage DS-cf6c6b9c-d682-4385-b649-038751a89454 node DatanodeRegistration(127.0.0.1:46089, datanodeUuid=838c1bd3-958c-41f0-81fb-38af2a76628e, infoPort=45305, infoSecurePort=0, ipcPort=32951, storageInfo=lv=-57;cid=testClusterID;nsid=1042742695;c=1733463792787), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:13,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f38682a1fd566c1 with lease ID 0x2b7b07b81305061c: Processing first storage report for DS-024af1d9-12f0-4ea7-b3c7-399ec4ba5c13 from datanode DatanodeRegistration(127.0.0.1:46089, datanodeUuid=838c1bd3-958c-41f0-81fb-38af2a76628e, infoPort=45305, infoSecurePort=0, ipcPort=32951, storageInfo=lv=-57;cid=testClusterID;nsid=1042742695;c=1733463792787) 2024-12-06T05:43:13,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f38682a1fd566c1 with lease ID 0x2b7b07b81305061c: from storage DS-024af1d9-12f0-4ea7-b3c7-399ec4ba5c13 node DatanodeRegistration(127.0.0.1:46089, datanodeUuid=838c1bd3-958c-41f0-81fb-38af2a76628e, infoPort=45305, infoSecurePort=0, ipcPort=32951, storageInfo=lv=-57;cid=testClusterID;nsid=1042742695;c=1733463792787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:13,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e 2024-12-06T05:43:13,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/zookeeper_0, clientPort=61678, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:43:13,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61678 2024-12-06T05:43:13,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:13,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:43:13,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:43:13,348 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b with version=8 2024-12-06T05:43:13,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/hbase-staging 2024-12-06T05:43:13,350 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:13,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:13,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:13,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:13,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:13,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:13,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:43:13,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:13,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44037 2024-12-06T05:43:13,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44037 connecting to ZooKeeper ensemble=127.0.0.1:61678 2024-12-06T05:43:13,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440370x0, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:13,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44037-0x100ae0dbb200000 connected 2024-12-06T05:43:13,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:13,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:13,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:13,372 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b, hbase.cluster.distributed=false 2024-12-06T05:43:13,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:13,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44037 2024-12-06T05:43:13,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44037 2024-12-06T05:43:13,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44037 2024-12-06T05:43:13,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44037 2024-12-06T05:43:13,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44037 2024-12-06T05:43:13,389 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:13,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:13,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:13,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:13,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:13,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:13,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:43:13,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:13,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41899 2024-12-06T05:43:13,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41899 connecting to ZooKeeper ensemble=127.0.0.1:61678 2024-12-06T05:43:13,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:13,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:13,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418990x0, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:13,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418990x0, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:13,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41899-0x100ae0dbb200001 connected 2024-12-06T05:43:13,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:43:13,397 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T05:43:13,401 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T05:43:13,401 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T05:43:13,402 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T05:43:13,402 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:43:13,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:43:13,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:13,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41899 2024-12-06T05:43:13,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41899 2024-12-06T05:43:13,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41899 2024-12-06T05:43:13,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41899 2024-12-06T05:43:13,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41899 2024-12-06T05:43:13,420 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:13,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:13,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:13,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:13,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:13,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:13,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:43:13,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:13,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44189 2024-12-06T05:43:13,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44189 connecting to ZooKeeper ensemble=127.0.0.1:61678 2024-12-06T05:43:13,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:13,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:13,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441890x0, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:13,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441890x0, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:13,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44189-0x100ae0dbb200002 connected 2024-12-06T05:43:13,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:43:13,427 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T05:43:13,434 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T05:43:13,434 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T05:43:13,434 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T05:43:13,435 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:43:13,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:43:13,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:13,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44189 2024-12-06T05:43:13,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44189 2024-12-06T05:43:13,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44189 2024-12-06T05:43:13,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44189 2024-12-06T05:43:13,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44189 2024-12-06T05:43:13,448 DEBUG [M:0;b543b351fe95:44037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b543b351fe95:44037 2024-12-06T05:43:13,448 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b543b351fe95,44037,1733463793350 2024-12-06T05:43:13,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:13,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:13,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:13,450 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b543b351fe95,44037,1733463793350 2024-12-06T05:43:13,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:13,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:13,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,451 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T05:43:13,452 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b543b351fe95,44037,1733463793350 from backup master directory 2024-12-06T05:43:13,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b543b351fe95,44037,1733463793350 2024-12-06T05:43:13,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:13,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:13,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:13,452 WARN [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:13,452 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b543b351fe95,44037,1733463793350 2024-12-06T05:43:13,457 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/hbase.id] with ID: 9a44eb5e-97a4-4a03-8e12-e7848897efc9 2024-12-06T05:43:13,457 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/.tmp/hbase.id 2024-12-06T05:43:13,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:43:13,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:43:13,463 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/.tmp/hbase.id]:[hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/hbase.id] 2024-12-06T05:43:13,475 INFO [master/b543b351fe95:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:13,475 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:43:13,477 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:43:13,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:43:13,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:43:13,487 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:13,488 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:43:13,488 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:43:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:43:13,501 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store 2024-12-06T05:43:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:43:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:43:13,512 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:13,512 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:13,512 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:13,512 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:13,512 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:13,512 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:13,512 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:13,512 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463793512Disabling compacts and flushes for region at 1733463793512Disabling writes for close at 1733463793512Writing region close event to WAL at 1733463793512Closed at 1733463793512 2024-12-06T05:43:13,513 WARN [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/.initializing 2024-12-06T05:43:13,513 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/WALs/b543b351fe95,44037,1733463793350 2024-12-06T05:43:13,514 INFO [master/b543b351fe95:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:13,516 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C44037%2C1733463793350, suffix=, logDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/WALs/b543b351fe95,44037,1733463793350, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/oldWALs, maxLogs=10 2024-12-06T05:43:13,531 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/WALs/b543b351fe95,44037,1733463793350/b543b351fe95%2C44037%2C1733463793350.1733463793516, exclude list is [], retry=0 2024-12-06T05:43:13,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-cf6c6b9c-d682-4385-b649-038751a89454,DISK] 2024-12-06T05:43:13,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-df28f544-2536-4ea8-9010-e4e1d12ae8b4,DISK] 2024-12-06T05:43:13,539 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/WALs/b543b351fe95,44037,1733463793350/b543b351fe95%2C44037%2C1733463793350.1733463793516 2024-12-06T05:43:13,539 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45305:45305),(127.0.0.1/127.0.0.1:35445:35445)] 2024-12-06T05:43:13,539 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:13,539 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:13,539 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,540 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:43:13,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:13,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:13,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:43:13,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:13,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:13,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:43:13,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:13,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:13,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:43:13,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:13,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:13,549 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,549 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,550 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,551 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,551 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,551 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:13,552 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:13,554 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:13,555 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62006093, jitterRate=-0.0760372132062912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:13,555 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733463793540Initializing all the Stores at 1733463793540Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463793541 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463793541Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463793541Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463793541Cleaning up temporary data from old regions at 1733463793551 (+10 ms)Region opened successfully at 1733463793555 (+4 ms) 2024-12-06T05:43:13,555 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:43:13,559 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0db74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:13,559 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:43:13,560 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:43:13,560 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:43:13,560 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:43:13,560 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:43:13,561 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:43:13,561 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:43:13,565 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:43:13,566 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T05:43:13,567 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T05:43:13,567 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:43:13,568 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:43:13,569 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T05:43:13,569 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:43:13,570 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:43:13,571 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T05:43:13,572 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:43:13,572 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T05:43:13,574 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:43:13,575 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T05:43:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,577 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b543b351fe95,44037,1733463793350, sessionid=0x100ae0dbb200000, setting cluster-up flag (Was=false) 2024-12-06T05:43:13,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,581 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T05:43:13,582 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,44037,1733463793350 2024-12-06T05:43:13,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:13,587 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T05:43:13,588 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,44037,1733463793350 2024-12-06T05:43:13,589 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:43:13,591 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:13,591 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:43:13,591 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:43:13,592 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b543b351fe95,44037,1733463793350 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:43:13,593 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:13,593 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:13,593 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:13,593 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:13,593 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b543b351fe95:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:43:13,593 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,593 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:13,593 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:13,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:43:13,596 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:13,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:43:13,597 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733463823597 2024-12-06T05:43:13,597 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:43:13,597 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:43:13,597 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:43:13,597 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:43:13,597 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:43:13,597 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:43:13,600 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,600 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:43:13,600 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:43:13,600 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:43:13,601 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:43:13,601 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:43:13,601 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463793601,5,FailOnTimeoutGroup] 2024-12-06T05:43:13,602 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463793601,5,FailOnTimeoutGroup] 2024-12-06T05:43:13,602 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,602 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:43:13,602 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,602 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:43:13,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:43:13,639 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(746): ClusterId : 9a44eb5e-97a4-4a03-8e12-e7848897efc9 2024-12-06T05:43:13,639 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(746): ClusterId : 9a44eb5e-97a4-4a03-8e12-e7848897efc9 2024-12-06T05:43:13,639 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:43:13,639 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:43:13,641 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:43:13,641 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:43:13,641 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:43:13,641 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:43:13,642 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:43:13,642 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:43:13,642 DEBUG [RS:0;b543b351fe95:41899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcd9475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:13,643 DEBUG [RS:1;b543b351fe95:44189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513b0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:13,652 DEBUG [RS:0;b543b351fe95:41899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b543b351fe95:41899 2024-12-06T05:43:13,652 INFO [RS:0;b543b351fe95:41899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:43:13,653 INFO [RS:0;b543b351fe95:41899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:43:13,653 DEBUG [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:43:13,653 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,44037,1733463793350 with port=41899, startcode=1733463793389 2024-12-06T05:43:13,654 DEBUG [RS:0;b543b351fe95:41899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:43:13,655 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33759, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:43:13,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,41899,1733463793389 2024-12-06T05:43:13,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44037 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,41899,1733463793389 2024-12-06T05:43:13,657 DEBUG [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b 2024-12-06T05:43:13,657 DEBUG [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34687 2024-12-06T05:43:13,657 DEBUG [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:43:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:13,658 DEBUG [RS:1;b543b351fe95:44189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b543b351fe95:44189 2024-12-06T05:43:13,658 INFO [RS:1;b543b351fe95:44189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:43:13,658 INFO [RS:1;b543b351fe95:44189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:43:13,658 DEBUG [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:43:13,659 DEBUG [RS:0;b543b351fe95:41899 {}] zookeeper.ZKUtil(111): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,41899,1733463793389 2024-12-06T05:43:13,659 WARN [RS:0;b543b351fe95:41899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:13,659 INFO [RS:0;b543b351fe95:41899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:13,659 DEBUG [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,41899,1733463793389 2024-12-06T05:43:13,659 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,44037,1733463793350 with port=44189, startcode=1733463793419 2024-12-06T05:43:13,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,41899,1733463793389] 2024-12-06T05:43:13,659 DEBUG [RS:1;b543b351fe95:44189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:43:13,661 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46241, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:43:13,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,44189,1733463793419 2024-12-06T05:43:13,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44037 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,44189,1733463793419 2024-12-06T05:43:13,662 INFO [RS:0;b543b351fe95:41899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:43:13,663 DEBUG [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b 2024-12-06T05:43:13,663 DEBUG [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34687 2024-12-06T05:43:13,663 DEBUG [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:43:13,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:13,665 DEBUG [RS:1;b543b351fe95:44189 {}] zookeeper.ZKUtil(111): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,44189,1733463793419 2024-12-06T05:43:13,665 WARN [RS:1;b543b351fe95:44189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:13,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,44189,1733463793419] 2024-12-06T05:43:13,665 INFO [RS:0;b543b351fe95:41899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:43:13,665 INFO [RS:1;b543b351fe95:44189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:13,665 DEBUG [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,44189,1733463793419 2024-12-06T05:43:13,665 INFO [RS:0;b543b351fe95:41899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:43:13,665 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,668 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:43:13,669 INFO [RS:0;b543b351fe95:41899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:43:13,669 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,670 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:13,671 DEBUG [RS:0;b543b351fe95:41899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:13,671 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,671 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,671 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,671 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,671 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,672 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41899,1733463793389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:13,672 INFO [RS:1;b543b351fe95:44189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:43:13,676 INFO [RS:1;b543b351fe95:44189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:43:13,676 INFO [RS:1;b543b351fe95:44189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:43:13,677 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,677 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:43:13,678 INFO [RS:1;b543b351fe95:44189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:43:13,678 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:13,678 DEBUG [RS:1;b543b351fe95:44189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:13,680 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,680 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,680 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,680 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,680 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,680 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,44189,1733463793419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:13,684 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:43:13,685 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,41899,1733463793389-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,685 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,685 INFO [RS:0;b543b351fe95:41899 {}] regionserver.Replication(171): b543b351fe95,41899,1733463793389 started 2024-12-06T05:43:13,692 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:43:13,692 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,44189,1733463793419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,692 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,692 INFO [RS:1;b543b351fe95:44189 {}] regionserver.Replication(171): b543b351fe95,44189,1733463793419 started 2024-12-06T05:43:13,696 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,696 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,41899,1733463793389, RpcServer on b543b351fe95/172.17.0.2:41899, sessionid=0x100ae0dbb200001 2024-12-06T05:43:13,697 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:43:13,697 DEBUG [RS:0;b543b351fe95:41899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,41899,1733463793389 2024-12-06T05:43:13,697 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,41899,1733463793389' 2024-12-06T05:43:13,697 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:43:13,697 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:43:13,698 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:43:13,698 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:43:13,698 DEBUG [RS:0;b543b351fe95:41899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,41899,1733463793389 2024-12-06T05:43:13,698 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,41899,1733463793389' 2024-12-06T05:43:13,698 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:43:13,698 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:43:13,698 DEBUG [RS:0;b543b351fe95:41899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:43:13,698 INFO [RS:0;b543b351fe95:41899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:43:13,698 INFO [RS:0;b543b351fe95:41899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:43:13,705 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:13,705 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,44189,1733463793419, RpcServer on b543b351fe95/172.17.0.2:44189, sessionid=0x100ae0dbb200002 2024-12-06T05:43:13,705 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:43:13,705 DEBUG [RS:1;b543b351fe95:44189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,44189,1733463793419 2024-12-06T05:43:13,705 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,44189,1733463793419' 2024-12-06T05:43:13,705 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:43:13,706 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:43:13,706 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:43:13,706 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:43:13,706 DEBUG [RS:1;b543b351fe95:44189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,44189,1733463793419 2024-12-06T05:43:13,706 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,44189,1733463793419' 2024-12-06T05:43:13,706 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:43:13,707 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:43:13,707 DEBUG [RS:1;b543b351fe95:44189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:43:13,707 INFO [RS:1;b543b351fe95:44189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:43:13,707 INFO [RS:1;b543b351fe95:44189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:43:13,799 INFO [RS:0;b543b351fe95:41899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:13,802 INFO [RS:0;b543b351fe95:41899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C41899%2C1733463793389, suffix=, logDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,41899,1733463793389, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/oldWALs, maxLogs=32 2024-12-06T05:43:13,808 INFO [RS:1;b543b351fe95:44189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:13,810 INFO [RS:1;b543b351fe95:44189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C44189%2C1733463793419, suffix=, logDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,44189,1733463793419, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/oldWALs, maxLogs=32 2024-12-06T05:43:13,819 DEBUG [RS:0;b543b351fe95:41899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,41899,1733463793389/b543b351fe95%2C41899%2C1733463793389.1733463793803, exclude list is [], retry=0 2024-12-06T05:43:13,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-cf6c6b9c-d682-4385-b649-038751a89454,DISK] 2024-12-06T05:43:13,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-df28f544-2536-4ea8-9010-e4e1d12ae8b4,DISK] 2024-12-06T05:43:13,823 DEBUG [RS:1;b543b351fe95:44189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,44189,1733463793419/b543b351fe95%2C44189%2C1733463793419.1733463793811, exclude list is [], retry=0 2024-12-06T05:43:13,824 INFO [RS:0;b543b351fe95:41899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,41899,1733463793389/b543b351fe95%2C41899%2C1733463793389.1733463793803 2024-12-06T05:43:13,825 DEBUG [RS:0;b543b351fe95:41899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45305:45305),(127.0.0.1/127.0.0.1:35445:35445)] 2024-12-06T05:43:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-df28f544-2536-4ea8-9010-e4e1d12ae8b4,DISK] 2024-12-06T05:43:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-cf6c6b9c-d682-4385-b649-038751a89454,DISK] 2024-12-06T05:43:13,827 INFO [RS:1;b543b351fe95:44189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,44189,1733463793419/b543b351fe95%2C44189%2C1733463793419.1733463793811 2024-12-06T05:43:13,828 DEBUG [RS:1;b543b351fe95:44189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45305:45305),(127.0.0.1/127.0.0.1:35445:35445)] 2024-12-06T05:43:14,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:43:14,009 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b 2024-12-06T05:43:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741834_1010 (size=32) 2024-12-06T05:43:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741834_1010 (size=32) 2024-12-06T05:43:14,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:14,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:14,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:14,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:14,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:14,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:14,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:14,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:14,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:14,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:14,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:14,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:14,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:14,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:14,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740 2024-12-06T05:43:14,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740 2024-12-06T05:43:14,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:14,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:14,037 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:14,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:14,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:14,040 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73450571, jitterRate=0.09449879825115204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:14,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733463794025Initializing all the Stores at 1733463794026 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463794026Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463794026Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463794026Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463794026Cleaning up temporary data from old regions at 1733463794036 (+10 ms)Region opened successfully at 1733463794041 (+5 ms) 2024-12-06T05:43:14,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:14,041 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:14,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:14,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:14,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:14,041 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:14,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463794041Disabling compacts and flushes for region at 1733463794041Disabling writes for close at 1733463794041Writing region close event to WAL at 1733463794041Closed at 1733463794041 2024-12-06T05:43:14,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:14,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:43:14,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:43:14,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:14,044 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:43:14,195 DEBUG [b543b351fe95:44037 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T05:43:14,195 DEBUG [b543b351fe95:44037 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:14,198 DEBUG [b543b351fe95:44037 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:14,198 DEBUG [b543b351fe95:44037 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:14,198 DEBUG [b543b351fe95:44037 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:14,198 DEBUG [b543b351fe95:44037 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:14,198 INFO [b543b351fe95:44037 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:14,198 INFO [b543b351fe95:44037 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:14,198 DEBUG [b543b351fe95:44037 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:14,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,44189,1733463793419 2024-12-06T05:43:14,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,44189,1733463793419, state=OPENING 2024-12-06T05:43:14,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:43:14,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:14,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:14,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:14,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:14,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:14,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:14,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:14,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,44189,1733463793419}] 2024-12-06T05:43:14,357 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:14,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:14,362 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:43:14,362 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:14,362 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:43:14,364 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C44189%2C1733463793419.meta, suffix=.meta, logDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,44189,1733463793419, archiveDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/oldWALs, maxLogs=32 2024-12-06T05:43:14,375 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,44189,1733463793419/b543b351fe95%2C44189%2C1733463793419.meta.1733463794364.meta, exclude list is [], retry=0 2024-12-06T05:43:14,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46089,DS-cf6c6b9c-d682-4385-b649-038751a89454,DISK] 2024-12-06T05:43:14,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-df28f544-2536-4ea8-9010-e4e1d12ae8b4,DISK] 2024-12-06T05:43:14,380 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,44189,1733463793419/b543b351fe95%2C44189%2C1733463793419.meta.1733463794364.meta 2024-12-06T05:43:14,380 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45305:45305),(127.0.0.1/127.0.0.1:35445:35445)] 2024-12-06T05:43:14,380 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:14,380 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:43:14,380 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:43:14,380 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:43:14,380 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:43:14,381 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:14,381 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:43:14,381 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:43:14,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:14,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:14,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:14,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:14,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:14,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:14,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:14,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:14,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:14,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:14,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:14,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:14,387 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:14,388 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740 2024-12-06T05:43:14,389 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740 2024-12-06T05:43:14,391 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:14,391 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:14,391 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:14,393 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:14,393 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63504532, jitterRate=-0.05370873212814331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:14,393 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:43:14,394 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733463794381Writing region info on filesystem at 1733463794381Initializing all the Stores at 1733463794382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463794382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463794382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463794382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463794382Cleaning up temporary data from old regions at 1733463794391 (+9 ms)Running coprocessor post-open hooks at 1733463794393 (+2 ms)Region opened successfully at 1733463794394 (+1 ms) 2024-12-06T05:43:14,395 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733463794357 2024-12-06T05:43:14,397 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:43:14,397 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:43:14,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,44189,1733463793419 2024-12-06T05:43:14,398 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,44189,1733463793419, state=OPEN 2024-12-06T05:43:14,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:14,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:14,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:14,400 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,44189,1733463793419 2024-12-06T05:43:14,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:14,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:14,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:14,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:43:14,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,44189,1733463793419 in 197 msec 2024-12-06T05:43:14,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:43:14,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-12-06T05:43:14,406 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:14,406 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:43:14,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:14,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,44189,1733463793419, seqNum=-1] 2024-12-06T05:43:14,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:14,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46017, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:14,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 824 msec 2024-12-06T05:43:14,414 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733463794414, completionTime=-1 2024-12-06T05:43:14,415 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T05:43:14,415 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:43:14,416 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T05:43:14,416 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733463854416 2024-12-06T05:43:14,416 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733463914416 2024-12-06T05:43:14,416 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:43:14,417 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,44037,1733463793350-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:14,417 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,44037,1733463793350-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:14,417 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,44037,1733463793350-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:14,417 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b543b351fe95:44037, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:14,417 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:14,417 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:14,419 DEBUG [master/b543b351fe95:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:43:14,421 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.969sec 2024-12-06T05:43:14,421 INFO [master/b543b351fe95:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:43:14,421 INFO [master/b543b351fe95:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:43:14,421 INFO [master/b543b351fe95:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:43:14,421 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:43:14,421 INFO [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:43:14,421 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,44037,1733463793350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:14,421 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,44037,1733463793350-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:43:14,424 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:43:14,424 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:43:14,424 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,44037,1733463793350-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:14,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a88784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:14,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,44037,-1 for getting cluster id 2024-12-06T05:43:14,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:43:14,441 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a44eb5e-97a4-4a03-8e12-e7848897efc9' 2024-12-06T05:43:14,442 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:43:14,442 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a44eb5e-97a4-4a03-8e12-e7848897efc9" 2024-12-06T05:43:14,442 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544e8b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:14,442 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,44037,-1] 2024-12-06T05:43:14,442 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:43:14,443 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:14,444 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:43:14,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c21de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:14,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:14,446 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,44189,1733463793419, seqNum=-1] 2024-12-06T05:43:14,446 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:14,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:14,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b543b351fe95,44037,1733463793350 2024-12-06T05:43:14,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:43:14,449 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b543b351fe95,44037,1733463793350 2024-12-06T05:43:14,449 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@707e51c1 2024-12-06T05:43:14,450 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:43:14,451 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:43:14,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T05:43:14,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:43:14,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T05:43:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:14,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:43:14,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:14,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:14,464 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3e18b58c0e65180dc4ca257fe8e5153, NAME => 'testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b 2024-12-06T05:43:14,465 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => deb75f4ac90582b1e331f44cc59b3445, NAME => 'testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b 2024-12-06T05:43:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:14,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:14,476 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:14,476 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing deb75f4ac90582b1e331f44cc59b3445, disabling compactions & flushes 2024-12-06T05:43:14,476 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:14,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:14,476 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:14,476 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. after waiting 0 ms 2024-12-06T05:43:14,476 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:14,476 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:14,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for deb75f4ac90582b1e331f44cc59b3445: Waiting for close lock at 1733463794476Disabling compacts and flushes for region at 1733463794476Disabling writes for close at 1733463794476Writing region close event to WAL at 1733463794476Closed at 1733463794476 2024-12-06T05:43:14,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:14,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:14,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a3e18b58c0e65180dc4ca257fe8e5153, disabling compactions & flushes 2024-12-06T05:43:14,477 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:14,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:14,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. after waiting 0 ms 2024-12-06T05:43:14,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:14,477 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:14,477 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3e18b58c0e65180dc4ca257fe8e5153: Waiting for close lock at 1733463794477Disabling compacts and flushes for region at 1733463794477Disabling writes for close at 1733463794477Writing region close event to WAL at 1733463794477Closed at 1733463794477 2024-12-06T05:43:14,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:43:14,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463794479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463794479"}]},"ts":"1733463794479"} 2024-12-06T05:43:14,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463794479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463794479"}]},"ts":"1733463794479"} 2024-12-06T05:43:14,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T05:43:14,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:43:14,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463794483"}]},"ts":"1733463794483"} 2024-12-06T05:43:14,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T05:43:14,485 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:14,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:14,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:14,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:14,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:14,486 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:14,486 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:14,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:14,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a3e18b58c0e65180dc4ca257fe8e5153, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=deb75f4ac90582b1e331f44cc59b3445, ASSIGN}] 2024-12-06T05:43:14,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=deb75f4ac90582b1e331f44cc59b3445, ASSIGN 2024-12-06T05:43:14,488 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a3e18b58c0e65180dc4ca257fe8e5153, ASSIGN 2024-12-06T05:43:14,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=deb75f4ac90582b1e331f44cc59b3445, ASSIGN; state=OFFLINE, location=b543b351fe95,44189,1733463793419; forceNewPlan=false, retain=false 2024-12-06T05:43:14,489 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a3e18b58c0e65180dc4ca257fe8e5153, ASSIGN; state=OFFLINE, location=b543b351fe95,41899,1733463793389; forceNewPlan=false, retain=false 2024-12-06T05:43:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:14,639 INFO [b543b351fe95:44037 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T05:43:14,640 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3e18b58c0e65180dc4ca257fe8e5153, regionState=OPENING, regionLocation=b543b351fe95,41899,1733463793389 2024-12-06T05:43:14,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=deb75f4ac90582b1e331f44cc59b3445, regionState=OPENING, regionLocation=b543b351fe95,44189,1733463793419 2024-12-06T05:43:14,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a3e18b58c0e65180dc4ca257fe8e5153, ASSIGN because future has completed 2024-12-06T05:43:14,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e18b58c0e65180dc4ca257fe8e5153, server=b543b351fe95,41899,1733463793389}] 2024-12-06T05:43:14,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=deb75f4ac90582b1e331f44cc59b3445, ASSIGN because future has completed 2024-12-06T05:43:14,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure deb75f4ac90582b1e331f44cc59b3445, server=b543b351fe95,44189,1733463793419}] 2024-12-06T05:43:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:14,801 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:14,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:14,811 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:14,811 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:14,811 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => deb75f4ac90582b1e331f44cc59b3445, NAME => 'testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T05:43:14,811 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a3e18b58c0e65180dc4ca257fe8e5153, NAME => 'testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T05:43:14,811 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,811 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:14,812 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,812 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,812 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,812 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:14,812 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,812 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,813 INFO [StoreOpener-deb75f4ac90582b1e331f44cc59b3445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,814 INFO [StoreOpener-a3e18b58c0e65180dc4ca257fe8e5153-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,815 INFO [StoreOpener-a3e18b58c0e65180dc4ca257fe8e5153-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e18b58c0e65180dc4ca257fe8e5153 columnFamilyName family 2024-12-06T05:43:14,815 INFO [StoreOpener-deb75f4ac90582b1e331f44cc59b3445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb75f4ac90582b1e331f44cc59b3445 columnFamilyName family 2024-12-06T05:43:14,815 DEBUG [StoreOpener-a3e18b58c0e65180dc4ca257fe8e5153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,815 DEBUG [StoreOpener-deb75f4ac90582b1e331f44cc59b3445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:14,816 INFO [StoreOpener-a3e18b58c0e65180dc4ca257fe8e5153-1 {}] regionserver.HStore(327): Store=a3e18b58c0e65180dc4ca257fe8e5153/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:14,816 INFO [StoreOpener-deb75f4ac90582b1e331f44cc59b3445-1 {}] regionserver.HStore(327): Store=deb75f4ac90582b1e331f44cc59b3445/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:14,816 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,816 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,817 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,817 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,817 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,817 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,817 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,817 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,817 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,817 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,819 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,819 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,821 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/deb75f4ac90582b1e331f44cc59b3445/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:14,821 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/a3e18b58c0e65180dc4ca257fe8e5153/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:14,821 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened deb75f4ac90582b1e331f44cc59b3445; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61816233, jitterRate=-0.07886634767055511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:14,821 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:14,822 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a3e18b58c0e65180dc4ca257fe8e5153; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64516388, jitterRate=-0.038630902767181396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:14,822 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:14,822 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for deb75f4ac90582b1e331f44cc59b3445: Running coprocessor pre-open hook at 1733463794812Writing region info on filesystem at 1733463794812Initializing all the Stores at 1733463794813 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463794813Cleaning up temporary data from old regions at 1733463794817 (+4 ms)Running coprocessor post-open hooks at 1733463794822 (+5 ms)Region opened successfully at 1733463794822 2024-12-06T05:43:14,822 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a3e18b58c0e65180dc4ca257fe8e5153: Running coprocessor pre-open hook at 1733463794812Writing region info on filesystem at 1733463794812Initializing all the Stores at 1733463794813 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463794813Cleaning up temporary data from old regions at 1733463794817 (+4 ms)Running coprocessor post-open hooks at 1733463794822 (+5 ms)Region opened successfully at 1733463794822 2024-12-06T05:43:14,823 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445., pid=8, masterSystemTime=1733463794802 2024-12-06T05:43:14,823 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153., pid=7, masterSystemTime=1733463794800 2024-12-06T05:43:14,825 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:14,825 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:14,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=deb75f4ac90582b1e331f44cc59b3445, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,44189,1733463793419 2024-12-06T05:43:14,828 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:14,828 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:14,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3e18b58c0e65180dc4ca257fe8e5153, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,41899,1733463793389 2024-12-06T05:43:14,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure deb75f4ac90582b1e331f44cc59b3445, server=b543b351fe95,44189,1733463793419 because future has completed 2024-12-06T05:43:14,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e18b58c0e65180dc4ca257fe8e5153, server=b543b351fe95,41899,1733463793389 because future has completed 2024-12-06T05:43:14,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-06T05:43:14,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure deb75f4ac90582b1e331f44cc59b3445, server=b543b351fe95,44189,1733463793419 in 183 msec 2024-12-06T05:43:14,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-06T05:43:14,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=deb75f4ac90582b1e331f44cc59b3445, ASSIGN in 348 msec 2024-12-06T05:43:14,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a3e18b58c0e65180dc4ca257fe8e5153, server=b543b351fe95,41899,1733463793389 in 188 msec 2024-12-06T05:43:14,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:43:14,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a3e18b58c0e65180dc4ca257fe8e5153, ASSIGN in 350 msec 2024-12-06T05:43:14,840 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:43:14,840 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463794840"}]},"ts":"1733463794840"} 2024-12-06T05:43:14,843 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T05:43:14,844 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:43:14,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 393 msec 2024-12-06T05:43:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:15,085 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T05:43:15,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T05:43:15,085 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T05:43:15,088 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:15,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T05:43:15,091 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153., hostname=b543b351fe95,41899,1733463793389, seqNum=2] 2024-12-06T05:43:15,091 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:15,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:15,103 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445., hostname=b543b351fe95,44189,1733463793419, seqNum=2] 2024-12-06T05:43:15,114 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a3e18b58c0e65180dc4ca257fe8e5153 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T05:43:15,129 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/a3e18b58c0e65180dc4ca257fe8e5153/.tmp/family/e12bc5b444c84980b6df2be1baf6a5ea is 32, key is 1/family:/1733463795093/Put/seqid=0 2024-12-06T05:43:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741839_1015 (size=5054) 2024-12-06T05:43:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741839_1015 (size=5054) 2024-12-06T05:43:15,135 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/a3e18b58c0e65180dc4ca257fe8e5153/.tmp/family/e12bc5b444c84980b6df2be1baf6a5ea 2024-12-06T05:43:15,142 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/a3e18b58c0e65180dc4ca257fe8e5153/.tmp/family/e12bc5b444c84980b6df2be1baf6a5ea as hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/a3e18b58c0e65180dc4ca257fe8e5153/family/e12bc5b444c84980b6df2be1baf6a5ea 2024-12-06T05:43:15,149 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/a3e18b58c0e65180dc4ca257fe8e5153/family/e12bc5b444c84980b6df2be1baf6a5ea, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T05:43:15,151 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a3e18b58c0e65180dc4ca257fe8e5153 in 37ms, sequenceid=8, compaction requested=false 2024-12-06T05:43:15,151 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a3e18b58c0e65180dc4ca257fe8e5153: 2024-12-06T05:43:15,151 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing deb75f4ac90582b1e331f44cc59b3445 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T05:43:15,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/deb75f4ac90582b1e331f44cc59b3445/.tmp/family/2b89651a4a4e4d85ae8b5258955483ec is 32, key is 5/family:/1733463795104/Put/seqid=0 2024-12-06T05:43:15,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741840_1016 (size=5083) 2024-12-06T05:43:15,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741840_1016 (size=5083) 2024-12-06T05:43:15,175 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/deb75f4ac90582b1e331f44cc59b3445/.tmp/family/2b89651a4a4e4d85ae8b5258955483ec 2024-12-06T05:43:15,182 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/deb75f4ac90582b1e331f44cc59b3445/.tmp/family/2b89651a4a4e4d85ae8b5258955483ec as hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/deb75f4ac90582b1e331f44cc59b3445/family/2b89651a4a4e4d85ae8b5258955483ec 2024-12-06T05:43:15,189 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/deb75f4ac90582b1e331f44cc59b3445/family/2b89651a4a4e4d85ae8b5258955483ec, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T05:43:15,190 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for deb75f4ac90582b1e331f44cc59b3445 in 39ms, sequenceid=9, compaction requested=false 2024-12-06T05:43:15,190 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for deb75f4ac90582b1e331f44cc59b3445: 2024-12-06T05:43:15,193 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file e12bc5b444c84980b6df2be1baf6a5ea, starting offset: 0, end offset: 9223372036854775807 2024-12-06T05:43:15,193 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key e12bc5b444c84980b6df2be1baf6a5ea_0 from back map with offset lock 2094080 in the evict process 2024-12-06T05:43:15,195 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 2b89651a4a4e4d85ae8b5258955483ec, starting offset: 0, end offset: 9223372036854775807 2024-12-06T05:43:15,195 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 2b89651a4a4e4d85ae8b5258955483ec_0 from back map with offset lock 2094080 in the evict process 2024-12-06T05:43:15,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:43:15,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:15,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:15,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:15,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:15,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:43:15,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:43:15,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=14354297, stopped=false 2024-12-06T05:43:15,196 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b543b351fe95,44037,1733463793350 2024-12-06T05:43:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:15,197 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:15,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:15,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:15,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:15,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:15,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:15,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:15,198 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,41899,1733463793389' ***** 2024-12-06T05:43:15,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:15,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,44189,1733463793419' ***** 2024-12-06T05:43:15,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:15,199 INFO [RS:0;b543b351fe95:41899 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T05:43:15,199 INFO [RS:0;b543b351fe95:41899 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T05:43:15,199 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T05:43:15,199 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:15,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:15,199 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T05:43:15,199 INFO [RS:0;b543b351fe95:41899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:15,199 INFO [RS:0;b543b351fe95:41899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:15,199 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(3091): Received CLOSE for a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:15,199 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T05:43:15,199 INFO [RS:1;b543b351fe95:44189 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T05:43:15,199 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,41899,1733463793389 2024-12-06T05:43:15,200 INFO [RS:0;b543b351fe95:41899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:15,200 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T05:43:15,200 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T05:43:15,200 INFO [RS:0;b543b351fe95:41899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b543b351fe95:41899. 2024-12-06T05:43:15,200 INFO [RS:1;b543b351fe95:44189 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T05:43:15,200 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T05:43:15,200 DEBUG [RS:0;b543b351fe95:41899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:15,200 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3e18b58c0e65180dc4ca257fe8e5153, disabling compactions & flushes 2024-12-06T05:43:15,200 DEBUG [RS:0;b543b351fe95:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:15,200 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:15,200 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:15,200 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:15,200 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:43:15,200 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. after waiting 0 ms 2024-12-06T05:43:15,200 DEBUG [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(1325): Online Regions={a3e18b58c0e65180dc4ca257fe8e5153=testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153.} 2024-12-06T05:43:15,200 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:15,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:15,200 DEBUG [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(1351): Waiting on a3e18b58c0e65180dc4ca257fe8e5153 2024-12-06T05:43:15,200 INFO [RS:1;b543b351fe95:44189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:15,200 INFO [RS:1;b543b351fe95:44189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:15,200 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(3091): Received CLOSE for deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:15,200 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,44189,1733463793419 2024-12-06T05:43:15,200 INFO [RS:1;b543b351fe95:44189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:15,201 INFO [RS:1;b543b351fe95:44189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b543b351fe95:44189. 2024-12-06T05:43:15,201 DEBUG [RS:1;b543b351fe95:44189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:15,201 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deb75f4ac90582b1e331f44cc59b3445, disabling compactions & flushes 2024-12-06T05:43:15,201 DEBUG [RS:1;b543b351fe95:44189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:15,201 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:15,201 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:15,201 INFO [RS:1;b543b351fe95:44189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:15,201 INFO [RS:1;b543b351fe95:44189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:15,201 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. after waiting 0 ms 2024-12-06T05:43:15,201 INFO [RS:1;b543b351fe95:44189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:15,201 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:15,201 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:43:15,201 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:43:15,201 DEBUG [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(1325): Online Regions={deb75f4ac90582b1e331f44cc59b3445=testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:43:15,201 DEBUG [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, deb75f4ac90582b1e331f44cc59b3445 2024-12-06T05:43:15,201 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:15,201 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:15,201 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:15,201 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:15,201 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:15,202 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T05:43:15,206 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/a3e18b58c0e65180dc4ca257fe8e5153/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T05:43:15,209 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:15,209 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3e18b58c0e65180dc4ca257fe8e5153: Waiting for close lock at 1733463795200Running coprocessor pre-close hooks at 1733463795200Disabling compacts and flushes for region at 1733463795200Disabling writes for close at 1733463795200Writing region close event to WAL at 1733463795201 (+1 ms)Running coprocessor post-close hooks at 1733463795209 (+8 ms)Closed at 1733463795209 2024-12-06T05:43:15,210 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733463794451.a3e18b58c0e65180dc4ca257fe8e5153. 2024-12-06T05:43:15,210 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/default/testClearRegionBlockCache/deb75f4ac90582b1e331f44cc59b3445/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T05:43:15,211 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:15,211 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deb75f4ac90582b1e331f44cc59b3445: Waiting for close lock at 1733463795201Running coprocessor pre-close hooks at 1733463795201Disabling compacts and flushes for region at 1733463795201Disabling writes for close at 1733463795201Writing region close event to WAL at 1733463795203 (+2 ms)Running coprocessor post-close hooks at 1733463795211 (+8 ms)Closed at 1733463795211 2024-12-06T05:43:15,211 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445. 2024-12-06T05:43:15,218 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/.tmp/info/7b5ece9986814206ade9f17822a23bb4 is 173, key is testClearRegionBlockCache,5,1733463794451.deb75f4ac90582b1e331f44cc59b3445./info:regioninfo/1733463794826/Put/seqid=0 2024-12-06T05:43:15,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:15,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:15,223 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/.tmp/info/7b5ece9986814206ade9f17822a23bb4 2024-12-06T05:43:15,242 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/.tmp/ns/498c76e934ca45528fe4ab879beb753d is 43, key is default/ns:d/1733463794410/Put/seqid=0 2024-12-06T05:43:15,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:15,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:15,247 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/.tmp/ns/498c76e934ca45528fe4ab879beb753d 2024-12-06T05:43:15,264 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/.tmp/table/bb345cf765b8468295fb383fb1953a58 is 61, key is testClearRegionBlockCache/table:state/1733463794840/Put/seqid=0 2024-12-06T05:43:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:15,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:15,270 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/.tmp/table/bb345cf765b8468295fb383fb1953a58 2024-12-06T05:43:15,273 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:15,276 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/.tmp/info/7b5ece9986814206ade9f17822a23bb4 as hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/info/7b5ece9986814206ade9f17822a23bb4 2024-12-06T05:43:15,282 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:15,282 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/info/7b5ece9986814206ade9f17822a23bb4, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T05:43:15,283 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/.tmp/ns/498c76e934ca45528fe4ab879beb753d as hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/ns/498c76e934ca45528fe4ab879beb753d 2024-12-06T05:43:15,289 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/ns/498c76e934ca45528fe4ab879beb753d, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T05:43:15,290 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/.tmp/table/bb345cf765b8468295fb383fb1953a58 as hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/table/bb345cf765b8468295fb383fb1953a58 2024-12-06T05:43:15,296 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/table/bb345cf765b8468295fb383fb1953a58, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T05:43:15,297 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=13, compaction requested=false 2024-12-06T05:43:15,302 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T05:43:15,302 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:43:15,302 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:15,302 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463795201Running coprocessor pre-close hooks at 1733463795201Disabling compacts and flushes for region at 1733463795201Disabling writes for close at 1733463795201Obtaining lock to block concurrent updates at 1733463795202 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733463795202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733463795202Flushing stores of hbase:meta,,1.1588230740 at 1733463795203 (+1 ms)Flushing 1588230740/info: creating writer at 1733463795203Flushing 1588230740/info: appending metadata at 1733463795218 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733463795218Flushing 1588230740/ns: creating writer at 1733463795229 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733463795242 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733463795242Flushing 1588230740/table: creating writer at 1733463795252 (+10 ms)Flushing 1588230740/table: appending metadata at 1733463795264 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733463795264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ddb118: reopening flushed file at 1733463795275 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d08dfd: reopening flushed file at 1733463795282 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d29e50: reopening flushed file at 1733463795289 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=13, compaction requested=false at 1733463795297 (+8 ms)Writing region close event to WAL at 1733463795298 (+1 ms)Running coprocessor post-close hooks at 1733463795302 (+4 ms)Closed at 1733463795302 2024-12-06T05:43:15,302 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:15,400 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,41899,1733463793389; all regions closed. 2024-12-06T05:43:15,401 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,44189,1733463793419; all regions closed. 2024-12-06T05:43:15,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741832_1008 (size=1758) 2024-12-06T05:43:15,403 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,41899,1733463793389/b543b351fe95%2C41899%2C1733463793389.1733463793803 not finished, retry = 0 2024-12-06T05:43:15,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741832_1008 (size=1758) 2024-12-06T05:43:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:15,405 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/WALs/b543b351fe95,44189,1733463793419/b543b351fe95%2C44189%2C1733463793419.meta.1733463794364.meta not finished, retry = 0 2024-12-06T05:43:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:15,506 DEBUG [RS:0;b543b351fe95:41899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/oldWALs 2024-12-06T05:43:15,507 INFO [RS:0;b543b351fe95:41899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C41899%2C1733463793389:(num 1733463793803) 2024-12-06T05:43:15,507 DEBUG [RS:0;b543b351fe95:41899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:15,507 INFO [RS:0;b543b351fe95:41899 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:15,507 INFO [RS:0;b543b351fe95:41899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:15,507 INFO [RS:0;b543b351fe95:41899 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:15,507 DEBUG [RS:1;b543b351fe95:44189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/oldWALs 2024-12-06T05:43:15,507 INFO [RS:1;b543b351fe95:44189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C44189%2C1733463793419.meta:.meta(num 1733463794364) 2024-12-06T05:43:15,507 INFO [RS:0;b543b351fe95:41899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:15,507 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:15,507 INFO [RS:0;b543b351fe95:41899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:15,507 INFO [RS:0;b543b351fe95:41899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:15,507 INFO [RS:0;b543b351fe95:41899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:15,507 INFO [RS:0;b543b351fe95:41899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41899 2024-12-06T05:43:15,508 INFO [RS:0;b543b351fe95:41899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:15,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,41899,1733463793389 2024-12-06T05:43:15,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:15,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,41899,1733463793389] 2024-12-06T05:43:15,510 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,41899,1733463793389 already deleted, retry=false 2024-12-06T05:43:15,510 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,41899,1733463793389 expired; onlineServers=1 2024-12-06T05:43:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741833_1009 (size=1867) 2024-12-06T05:43:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741833_1009 (size=1867) 2024-12-06T05:43:15,515 DEBUG [RS:1;b543b351fe95:44189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/oldWALs 2024-12-06T05:43:15,515 INFO [RS:1;b543b351fe95:44189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C44189%2C1733463793419:(num 1733463793811) 2024-12-06T05:43:15,515 DEBUG [RS:1;b543b351fe95:44189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:15,515 INFO [RS:1;b543b351fe95:44189 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:15,515 INFO [RS:1;b543b351fe95:44189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:15,515 INFO [RS:1;b543b351fe95:44189 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:15,515 INFO [RS:1;b543b351fe95:44189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:15,515 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:15,516 INFO [RS:1;b543b351fe95:44189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44189 2024-12-06T05:43:15,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,44189,1733463793419 2024-12-06T05:43:15,517 INFO [RS:1;b543b351fe95:44189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:15,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:15,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,44189,1733463793419] 2024-12-06T05:43:15,519 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,44189,1733463793419 already deleted, retry=false 2024-12-06T05:43:15,519 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,44189,1733463793419 expired; onlineServers=0 2024-12-06T05:43:15,519 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b543b351fe95,44037,1733463793350' ***** 2024-12-06T05:43:15,519 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:43:15,519 INFO [M:0;b543b351fe95:44037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:15,519 INFO [M:0;b543b351fe95:44037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:15,519 DEBUG [M:0;b543b351fe95:44037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:43:15,519 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:43:15,519 DEBUG [M:0;b543b351fe95:44037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:43:15,519 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463793601 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463793601,5,FailOnTimeoutGroup] 2024-12-06T05:43:15,519 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463793601 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463793601,5,FailOnTimeoutGroup] 2024-12-06T05:43:15,519 INFO [M:0;b543b351fe95:44037 {}] hbase.ChoreService(370): Chore service for: master/b543b351fe95:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:15,519 INFO [M:0;b543b351fe95:44037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:15,519 DEBUG [M:0;b543b351fe95:44037 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:43:15,519 INFO [M:0;b543b351fe95:44037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:43:15,520 INFO [M:0;b543b351fe95:44037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:15,520 INFO [M:0;b543b351fe95:44037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:43:15,520 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:43:15,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:15,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:15,520 DEBUG [M:0;b543b351fe95:44037 {}] zookeeper.ZKUtil(347): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T05:43:15,520 WARN [M:0;b543b351fe95:44037 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:43:15,521 INFO [M:0;b543b351fe95:44037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/.lastflushedseqids 2024-12-06T05:43:15,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741844_1020 (size=191) 2024-12-06T05:43:15,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741844_1020 (size=191) 2024-12-06T05:43:15,527 INFO [M:0;b543b351fe95:44037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:43:15,527 INFO [M:0;b543b351fe95:44037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:43:15,527 DEBUG [M:0;b543b351fe95:44037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:15,527 INFO [M:0;b543b351fe95:44037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:15,527 DEBUG [M:0;b543b351fe95:44037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:15,527 DEBUG [M:0;b543b351fe95:44037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:15,527 DEBUG [M:0;b543b351fe95:44037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:15,528 INFO [M:0;b543b351fe95:44037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-06T05:43:15,545 DEBUG [M:0;b543b351fe95:44037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37a33f41fa65485bb89dec5ab65570e9 is 82, key is hbase:meta,,1/info:regioninfo/1733463794397/Put/seqid=0 2024-12-06T05:43:15,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:15,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:15,553 INFO [M:0;b543b351fe95:44037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37a33f41fa65485bb89dec5ab65570e9 2024-12-06T05:43:15,573 DEBUG [M:0;b543b351fe95:44037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1295a898864941418f3f213e6b9eec9f is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733463794846/Put/seqid=0 2024-12-06T05:43:15,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741846_1022 (size=6219) 2024-12-06T05:43:15,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741846_1022 (size=6219) 2024-12-06T05:43:15,579 INFO [M:0;b543b351fe95:44037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1295a898864941418f3f213e6b9eec9f 2024-12-06T05:43:15,596 DEBUG [M:0;b543b351fe95:44037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcd7358669084146a0c4708ad4493029 is 69, key is b543b351fe95,41899,1733463793389/rs:state/1733463793656/Put/seqid=0 2024-12-06T05:43:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:15,601 INFO [M:0;b543b351fe95:44037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcd7358669084146a0c4708ad4493029 2024-12-06T05:43:15,606 DEBUG [M:0;b543b351fe95:44037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37a33f41fa65485bb89dec5ab65570e9 as hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37a33f41fa65485bb89dec5ab65570e9 2024-12-06T05:43:15,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:15,609 INFO [RS:0;b543b351fe95:41899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:15,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41899-0x100ae0dbb200001, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:15,610 INFO [RS:0;b543b351fe95:41899 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,41899,1733463793389; zookeeper connection closed. 2024-12-06T05:43:15,610 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e7672b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e7672b6 2024-12-06T05:43:15,612 INFO [M:0;b543b351fe95:44037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37a33f41fa65485bb89dec5ab65570e9, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T05:43:15,614 DEBUG [M:0;b543b351fe95:44037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1295a898864941418f3f213e6b9eec9f as hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1295a898864941418f3f213e6b9eec9f 2024-12-06T05:43:15,618 INFO [RS:1;b543b351fe95:44189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:15,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:15,618 INFO [RS:1;b543b351fe95:44189 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,44189,1733463793419; zookeeper connection closed. 2024-12-06T05:43:15,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44189-0x100ae0dbb200002, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:15,618 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a1ccbf5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a1ccbf5 2024-12-06T05:43:15,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T05:43:15,620 INFO [M:0;b543b351fe95:44037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1295a898864941418f3f213e6b9eec9f, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T05:43:15,621 DEBUG [M:0;b543b351fe95:44037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcd7358669084146a0c4708ad4493029 as hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcd7358669084146a0c4708ad4493029 2024-12-06T05:43:15,628 INFO [M:0;b543b351fe95:44037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34687/user/jenkins/test-data/6056e269-e98a-aba0-404b-845a5e35e01b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcd7358669084146a0c4708ad4493029, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T05:43:15,629 INFO [M:0;b543b351fe95:44037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=71, compaction requested=false 2024-12-06T05:43:15,630 INFO [M:0;b543b351fe95:44037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:15,630 DEBUG [M:0;b543b351fe95:44037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463795527Disabling compacts and flushes for region at 1733463795527Disabling writes for close at 1733463795527Obtaining lock to block concurrent updates at 1733463795528 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733463795528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733463795528Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733463795528Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733463795529 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733463795545 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733463795545Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733463795558 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733463795572 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733463795572Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733463795583 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733463795596 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733463795596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168b59e9: reopening flushed file at 1733463795605 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c991add: reopening flushed file at 1733463795613 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768fdd30: reopening flushed file at 1733463795620 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=71, compaction requested=false at 1733463795629 (+9 ms)Writing region close event to WAL at 1733463795630 (+1 ms)Closed at 1733463795630 2024-12-06T05:43:15,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46089 is added to blk_1073741830_1006 (size=35440) 2024-12-06T05:43:15,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741830_1006 (size=35440) 2024-12-06T05:43:15,635 INFO [M:0;b543b351fe95:44037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:43:15,635 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:15,635 INFO [M:0;b543b351fe95:44037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44037 2024-12-06T05:43:15,636 INFO [M:0;b543b351fe95:44037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:15,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:15,737 INFO [M:0;b543b351fe95:44037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:15,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44037-0x100ae0dbb200000, quorum=127.0.0.1:61678, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:15,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68ed7720{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:15,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79f388c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:15,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:15,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bdbaf49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:15,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@949cca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:15,745 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:15,745 WARN [BP-358193927-172.17.0.2-1733463792787 heartbeating to localhost/127.0.0.1:34687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:15,745 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:15,745 WARN [BP-358193927-172.17.0.2-1733463792787 heartbeating to localhost/127.0.0.1:34687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-358193927-172.17.0.2-1733463792787 (Datanode Uuid 838c1bd3-958c-41f0-81fb-38af2a76628e) service to localhost/127.0.0.1:34687 2024-12-06T05:43:15,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/data/data3/current/BP-358193927-172.17.0.2-1733463792787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:15,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/data/data4/current/BP-358193927-172.17.0.2-1733463792787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:15,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:15,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a9340a8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:15,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5c2a11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:15,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:15,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65aaa33a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:15,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55712361{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:15,750 WARN [BP-358193927-172.17.0.2-1733463792787 heartbeating to localhost/127.0.0.1:34687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:15,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:15,750 WARN [BP-358193927-172.17.0.2-1733463792787 heartbeating to localhost/127.0.0.1:34687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-358193927-172.17.0.2-1733463792787 (Datanode Uuid 33d5ff29-c4e4-4ea5-bd3b-36b302d5dbed) service to localhost/127.0.0.1:34687 2024-12-06T05:43:15,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:15,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/data/data1/current/BP-358193927-172.17.0.2-1733463792787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:15,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/cluster_302be3c6-ada3-3032-d19e-b4d801d4dc3a/data/data2/current/BP-358193927-172.17.0.2-1733463792787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:15,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:15,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39c9db62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:15,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@703f7f1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:15,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:15,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d07483{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:15,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4699f875{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:15,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:43:15,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:43:15,792 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=182 (was 159) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:34687 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:34687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:34687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:34687 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=534 (was 505) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=253 (was 253), ProcessCount=11 (was 11), AvailableMemoryMB=4386 (was 4545) 2024-12-06T05:43:15,798 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=180, OpenFileDescriptor=533, MaxFileDescriptor=1048576, SystemLoadAverage=253, ProcessCount=11, AvailableMemoryMB=4386 2024-12-06T05:43:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.log.dir so I do NOT create it in target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc 2024-12-06T05:43:15,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T05:43:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.tmp.dir so I do NOT create it in target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc 2024-12-06T05:43:15,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/24d2cf9f-ebfb-8b66-69a8-d187904b610e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T05:43:15,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc 2024-12-06T05:43:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:43:15,811 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01, deleteOnExit=true 2024-12-06T05:43:15,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/test.cache.data in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:43:15,812 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:43:15,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:43:15,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:43:15,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:43:15,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:43:15,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:43:15,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:43:15,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:15,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:15,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:15,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:15,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:43:15,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:15,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c5bbfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:15,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cb2a6cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:15,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b5bdde0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/java.io.tmpdir/jetty-localhost-34563-hadoop-hdfs-3_4_1-tests_jar-_-any-2246100057730800126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:15,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d1b48f3{HTTP/1.1, (http/1.1)}{localhost:34563} 2024-12-06T05:43:15,970 INFO [Time-limited test {}] server.Server(415): Started @22495ms 2024-12-06T05:43:16,048 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T05:43:16,077 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:16,077 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:16,078 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:16,078 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:16,078 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:16,079 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:16,082 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:16,082 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:16,083 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:16,086 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T05:43:16,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:16,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:16,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:16,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:16,114 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:43:16,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52f13f78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:16,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71a9df7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:16,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2262d02a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/java.io.tmpdir/jetty-localhost-35047-hadoop-hdfs-3_4_1-tests_jar-_-any-13578387726060217483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:16,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48d73da5{HTTP/1.1, (http/1.1)}{localhost:35047} 2024-12-06T05:43:16,209 INFO [Time-limited test {}] server.Server(415): Started @22735ms 2024-12-06T05:43:16,210 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:43:16,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:43:16,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:43:16,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:43:16,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:43:16,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:43:16,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4328b12d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:43:16,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e319fb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:43:16,303 WARN [Thread-1419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/data/data1/current/BP-585274817-172.17.0.2-1733463795833/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:16,303 WARN [Thread-1420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/data/data2/current/BP-585274817-172.17.0.2-1733463795833/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:16,317 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:43:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7945d3102961829d with lease ID 0x3e435edd81b84d63: Processing first storage report for DS-0da88e50-14bc-4444-8ff2-a9b6b3142e7f from datanode DatanodeRegistration(127.0.0.1:36951, datanodeUuid=be2e5e4e-1601-4435-945f-53474f8753f7, infoPort=36815, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=864611770;c=1733463795833) 2024-12-06T05:43:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7945d3102961829d with lease ID 0x3e435edd81b84d63: from storage DS-0da88e50-14bc-4444-8ff2-a9b6b3142e7f node DatanodeRegistration(127.0.0.1:36951, datanodeUuid=be2e5e4e-1601-4435-945f-53474f8753f7, infoPort=36815, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=864611770;c=1733463795833), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7945d3102961829d with lease ID 0x3e435edd81b84d63: Processing first storage report for DS-1bcbccb7-2ac5-4028-bf6c-05f8140bb5e9 from datanode DatanodeRegistration(127.0.0.1:36951, datanodeUuid=be2e5e4e-1601-4435-945f-53474f8753f7, infoPort=36815, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=864611770;c=1733463795833) 2024-12-06T05:43:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7945d3102961829d with lease ID 0x3e435edd81b84d63: from storage DS-1bcbccb7-2ac5-4028-bf6c-05f8140bb5e9 node DatanodeRegistration(127.0.0.1:36951, datanodeUuid=be2e5e4e-1601-4435-945f-53474f8753f7, infoPort=36815, infoSecurePort=0, ipcPort=46483, storageInfo=lv=-57;cid=testClusterID;nsid=864611770;c=1733463795833), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:16,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cb9b8a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/java.io.tmpdir/jetty-localhost-43865-hadoop-hdfs-3_4_1-tests_jar-_-any-4012731808218459711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:16,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d7e0efd{HTTP/1.1, (http/1.1)}{localhost:43865} 2024-12-06T05:43:16,398 INFO [Time-limited test {}] server.Server(415): Started @22924ms 2024-12-06T05:43:16,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:43:16,461 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/data/data3/current/BP-585274817-172.17.0.2-1733463795833/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:16,461 WARN [Thread-1446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/data/data4/current/BP-585274817-172.17.0.2-1733463795833/current, will proceed with Du for space computation calculation, 2024-12-06T05:43:16,484 WARN [Thread-1434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:43:16,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33c59b583663879 with lease ID 0x3e435edd81b84d64: Processing first storage report for DS-6516574d-dc68-4d69-b179-802b88452e07 from datanode DatanodeRegistration(127.0.0.1:35267, datanodeUuid=a09b0bf2-a017-4761-9b50-8361934c6722, infoPort=43687, infoSecurePort=0, ipcPort=35013, storageInfo=lv=-57;cid=testClusterID;nsid=864611770;c=1733463795833) 2024-12-06T05:43:16,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33c59b583663879 with lease ID 0x3e435edd81b84d64: from storage DS-6516574d-dc68-4d69-b179-802b88452e07 node DatanodeRegistration(127.0.0.1:35267, datanodeUuid=a09b0bf2-a017-4761-9b50-8361934c6722, infoPort=43687, infoSecurePort=0, ipcPort=35013, storageInfo=lv=-57;cid=testClusterID;nsid=864611770;c=1733463795833), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:16,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33c59b583663879 with lease ID 0x3e435edd81b84d64: Processing first storage report for DS-84e0a584-c229-451b-9c77-cf6d8e4e321f from datanode DatanodeRegistration(127.0.0.1:35267, datanodeUuid=a09b0bf2-a017-4761-9b50-8361934c6722, infoPort=43687, infoSecurePort=0, ipcPort=35013, storageInfo=lv=-57;cid=testClusterID;nsid=864611770;c=1733463795833) 2024-12-06T05:43:16,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33c59b583663879 with lease ID 0x3e435edd81b84d64: from storage DS-84e0a584-c229-451b-9c77-cf6d8e4e321f node DatanodeRegistration(127.0.0.1:35267, datanodeUuid=a09b0bf2-a017-4761-9b50-8361934c6722, infoPort=43687, infoSecurePort=0, ipcPort=35013, storageInfo=lv=-57;cid=testClusterID;nsid=864611770;c=1733463795833), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:43:16,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc 2024-12-06T05:43:16,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/zookeeper_0, clientPort=60702, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:43:16,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60702 2024-12-06T05:43:16,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:16,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:16,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:43:16,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:43:16,543 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f with version=8 2024-12-06T05:43:16,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/hbase-staging 2024-12-06T05:43:16,545 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:16,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:16,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:16,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:16,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:16,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:16,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:43:16,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:16,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39915 2024-12-06T05:43:16,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39915 connecting to ZooKeeper ensemble=127.0.0.1:60702 2024-12-06T05:43:16,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399150x0, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:16,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39915-0x100ae0dc7990000 connected 2024-12-06T05:43:16,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:16,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:16,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:16,569 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f, hbase.cluster.distributed=false 2024-12-06T05:43:16,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:16,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39915 2024-12-06T05:43:16,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39915 2024-12-06T05:43:16,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39915 2024-12-06T05:43:16,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39915 2024-12-06T05:43:16,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39915 2024-12-06T05:43:16,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:16,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:16,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:16,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:16,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:16,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:16,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:43:16,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:16,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37747 2024-12-06T05:43:16,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37747 connecting to ZooKeeper ensemble=127.0.0.1:60702 2024-12-06T05:43:16,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:16,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377470x0, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:16,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37747-0x100ae0dc7990001 connected 2024-12-06T05:43:16,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:16,594 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:43:16,594 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T05:43:16,598 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T05:43:16,598 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T05:43:16,598 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T05:43:16,599 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:43:16,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:43:16,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:16,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37747 2024-12-06T05:43:16,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37747 2024-12-06T05:43:16,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37747 2024-12-06T05:43:16,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37747 2024-12-06T05:43:16,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37747 2024-12-06T05:43:16,615 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:43:16,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:16,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:16,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:43:16,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:43:16,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:43:16,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:43:16,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:43:16,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42935 2024-12-06T05:43:16,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42935 connecting to ZooKeeper ensemble=127.0.0.1:60702 2024-12-06T05:43:16,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:16,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:16,623 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429350x0, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:43:16,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:16,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42935-0x100ae0dc7990002 connected 2024-12-06T05:43:16,623 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:43:16,624 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T05:43:16,631 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T05:43:16,632 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T05:43:16,637 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T05:43:16,638 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:43:16,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:43:16,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:43:16,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42935 2024-12-06T05:43:16,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42935 2024-12-06T05:43:16,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42935 2024-12-06T05:43:16,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42935 2024-12-06T05:43:16,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42935 2024-12-06T05:43:16,663 DEBUG [M:0;b543b351fe95:39915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b543b351fe95:39915 2024-12-06T05:43:16,664 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b543b351fe95,39915,1733463796545 2024-12-06T05:43:16,665 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:16,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:16,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:16,666 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b543b351fe95,39915,1733463796545 2024-12-06T05:43:16,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:16,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:16,666 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:16,667 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:16,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:16,667 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T05:43:16,668 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b543b351fe95,39915,1733463796545 from backup master directory 2024-12-06T05:43:16,668 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:16,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:16,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b543b351fe95,39915,1733463796545 2024-12-06T05:43:16,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:43:16,669 WARN [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:16,669 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b543b351fe95,39915,1733463796545 2024-12-06T05:43:16,674 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/hbase.id] with ID: 76beb156-fb88-4b85-b4f1-0634ad36c040 2024-12-06T05:43:16,674 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/.tmp/hbase.id 2024-12-06T05:43:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:43:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:43:16,685 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/.tmp/hbase.id]:[hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/hbase.id] 2024-12-06T05:43:16,699 INFO [master/b543b351fe95:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:43:16,699 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:43:16,700 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T05:43:16,702 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:16,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:16,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:16,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:43:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:43:16,714 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:16,716 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:43:16,716 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:16,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:43:16,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:43:16,728 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store 2024-12-06T05:43:16,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:43:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:43:17,143 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:17,143 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:17,143 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:17,143 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:17,143 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:17,143 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:17,143 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:17,143 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463797143Disabling compacts and flushes for region at 1733463797143Disabling writes for close at 1733463797143Writing region close event to WAL at 1733463797143Closed at 1733463797143 2024-12-06T05:43:17,144 WARN [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/.initializing 2024-12-06T05:43:17,144 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/WALs/b543b351fe95,39915,1733463796545 2024-12-06T05:43:17,145 INFO [master/b543b351fe95:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:17,147 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C39915%2C1733463796545, suffix=, logDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/WALs/b543b351fe95,39915,1733463796545, archiveDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/oldWALs, maxLogs=10 2024-12-06T05:43:17,158 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/WALs/b543b351fe95,39915,1733463796545/b543b351fe95%2C39915%2C1733463796545.1733463797147, exclude list is [], retry=0 2024-12-06T05:43:17,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-0da88e50-14bc-4444-8ff2-a9b6b3142e7f,DISK] 2024-12-06T05:43:17,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-6516574d-dc68-4d69-b179-802b88452e07,DISK] 2024-12-06T05:43:17,163 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/WALs/b543b351fe95,39915,1733463796545/b543b351fe95%2C39915%2C1733463796545.1733463797147 2024-12-06T05:43:17,164 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36815:36815),(127.0.0.1/127.0.0.1:43687:43687)] 2024-12-06T05:43:17,164 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:17,164 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:17,164 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,164 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:43:17,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:17,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:43:17,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:17,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:43:17,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:17,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:43:17,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:17,173 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,174 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,174 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,176 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,176 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,176 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:17,177 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:43:17,179 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:17,180 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65356637, jitterRate=-0.026110216975212097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:17,181 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733463797164Initializing all the Stores at 1733463797165 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463797165Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463797166 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463797166Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463797166Cleaning up temporary data from old regions at 1733463797176 (+10 ms)Region opened successfully at 1733463797180 (+4 ms) 2024-12-06T05:43:17,181 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:43:17,184 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3a5e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:17,185 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:43:17,185 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:43:17,185 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:43:17,186 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:43:17,186 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T05:43:17,187 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T05:43:17,187 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:43:17,189 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:43:17,190 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T05:43:17,191 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T05:43:17,192 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:43:17,192 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:43:17,193 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T05:43:17,193 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:43:17,195 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:43:17,195 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T05:43:17,196 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:43:17,197 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T05:43:17,204 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:43:17,205 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T05:43:17,207 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:17,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,208 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,210 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b543b351fe95,39915,1733463796545, sessionid=0x100ae0dc7990000, setting cluster-up flag (Was=false) 2024-12-06T05:43:17,216 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,221 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T05:43:17,223 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,39915,1733463796545 2024-12-06T05:43:17,225 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,230 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T05:43:17,231 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,39915,1733463796545 2024-12-06T05:43:17,232 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:43:17,234 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:17,234 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:43:17,234 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:43:17,235 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b543b351fe95,39915,1733463796545 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:43:17,236 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:17,236 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:17,236 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:17,237 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:43:17,237 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b543b351fe95:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:43:17,237 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,237 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:17,237 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:17,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:43:17,240 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:43:17,249 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733463827249 2024-12-06T05:43:17,249 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:43:17,249 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:43:17,249 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:43:17,249 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:43:17,249 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:43:17,249 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:43:17,250 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(746): ClusterId : 76beb156-fb88-4b85-b4f1-0634ad36c040 2024-12-06T05:43:17,250 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:43:17,251 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,251 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(746): ClusterId : 76beb156-fb88-4b85-b4f1-0634ad36c040 2024-12-06T05:43:17,251 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:43:17,251 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:43:17,251 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:43:17,252 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:43:17,252 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:43:17,252 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:43:17,253 DEBUG [RS:0;b543b351fe95:37747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b5d694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:17,254 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:43:17,254 DEBUG [RS:1;b543b351fe95:42935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bc1aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:43:17,257 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:43:17,257 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:43:17,257 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:43:17,262 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:43:17,262 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:43:17,269 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463797262,5,FailOnTimeoutGroup] 2024-12-06T05:43:17,269 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463797269,5,FailOnTimeoutGroup] 2024-12-06T05:43:17,269 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,269 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:43:17,269 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,270 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:43:17,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:43:17,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:43:17,271 DEBUG [RS:0;b543b351fe95:37747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b543b351fe95:37747 2024-12-06T05:43:17,272 INFO [RS:0;b543b351fe95:37747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:43:17,272 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f 2024-12-06T05:43:17,272 INFO [RS:0;b543b351fe95:37747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:43:17,272 DEBUG [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:43:17,272 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,39915,1733463796545 with port=37747, startcode=1733463796586 2024-12-06T05:43:17,273 DEBUG [RS:0;b543b351fe95:37747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:43:17,274 DEBUG [RS:1;b543b351fe95:42935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b543b351fe95:42935 2024-12-06T05:43:17,274 INFO [RS:1;b543b351fe95:42935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:43:17,274 INFO [RS:1;b543b351fe95:42935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:43:17,274 DEBUG [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:43:17,275 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,39915,1733463796545 with port=42935, startcode=1733463796615 2024-12-06T05:43:17,275 DEBUG [RS:1;b543b351fe95:42935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:43:17,277 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45163, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:43:17,277 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42837, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:43:17,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,42935,1733463796615 2024-12-06T05:43:17,278 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39915 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,42935,1733463796615 2024-12-06T05:43:17,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,37747,1733463796586 2024-12-06T05:43:17,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39915 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,37747,1733463796586 2024-12-06T05:43:17,280 DEBUG [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f 2024-12-06T05:43:17,280 DEBUG [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43889 2024-12-06T05:43:17,280 DEBUG [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:43:17,281 DEBUG [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f 2024-12-06T05:43:17,281 DEBUG [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43889 2024-12-06T05:43:17,281 DEBUG [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:43:17,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:43:17,283 DEBUG [RS:1;b543b351fe95:42935 {}] zookeeper.ZKUtil(111): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,42935,1733463796615 2024-12-06T05:43:17,283 WARN [RS:1;b543b351fe95:42935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:17,283 INFO [RS:1;b543b351fe95:42935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:17,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:43:17,283 DEBUG [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,42935,1733463796615 2024-12-06T05:43:17,283 DEBUG [RS:0;b543b351fe95:37747 {}] zookeeper.ZKUtil(111): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,37747,1733463796586 2024-12-06T05:43:17,283 WARN [RS:0;b543b351fe95:37747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:43:17,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:17,283 INFO [RS:0;b543b351fe95:37747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:17,284 DEBUG [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,37747,1733463796586 2024-12-06T05:43:17,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,42935,1733463796615] 2024-12-06T05:43:17,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,37747,1733463796586] 2024-12-06T05:43:17,286 INFO [RS:1;b543b351fe95:42935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:43:17,288 INFO [RS:0;b543b351fe95:37747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:43:17,289 INFO [RS:1;b543b351fe95:42935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:43:17,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:17,289 INFO [RS:1;b543b351fe95:42935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:43:17,289 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,290 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:43:17,290 INFO [RS:1;b543b351fe95:42935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:43:17,290 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,290 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,290 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:17,291 DEBUG [RS:1;b543b351fe95:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:17,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:17,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:17,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:17,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:17,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:17,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:17,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:17,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:17,296 INFO [RS:0;b543b351fe95:37747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:43:17,296 INFO [RS:0;b543b351fe95:37747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:43:17,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:17,296 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,296 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,296 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,296 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,296 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,297 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:43:17,297 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,297 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42935,1733463796615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:17,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:17,297 INFO [RS:0;b543b351fe95:37747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:43:17,297 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,297 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:17,298 DEBUG [RS:0;b543b351fe95:37747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:43:17,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:17,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740 2024-12-06T05:43:17,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740 2024-12-06T05:43:17,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:17,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:17,304 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:17,305 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,305 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,305 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,305 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,305 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,305 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37747,1733463796586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:17,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:17,307 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:17,308 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66245046, jitterRate=-0.012871891260147095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:17,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733463797283Initializing all the Stores at 1733463797284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463797284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463797289 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463797289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463797289Cleaning up temporary data from old regions at 1733463797303 (+14 ms)Region opened successfully at 1733463797308 (+5 ms) 2024-12-06T05:43:17,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:17,308 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:17,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:17,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:17,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:17,309 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:17,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463797308Disabling compacts and flushes for region at 1733463797308Disabling writes for close at 1733463797308Writing region close event to WAL at 1733463797309 (+1 ms)Closed at 1733463797309 2024-12-06T05:43:17,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:17,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:43:17,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:43:17,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:17,314 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:43:17,317 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:43:17,317 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,42935,1733463796615-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,317 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,317 INFO [RS:1;b543b351fe95:42935 {}] regionserver.Replication(171): b543b351fe95,42935,1733463796615 started 2024-12-06T05:43:17,319 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:43:17,319 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,37747,1733463796586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,320 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,320 INFO [RS:0;b543b351fe95:37747 {}] regionserver.Replication(171): b543b351fe95,37747,1733463796586 started 2024-12-06T05:43:17,331 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,332 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,37747,1733463796586, RpcServer on b543b351fe95/172.17.0.2:37747, sessionid=0x100ae0dc7990001 2024-12-06T05:43:17,332 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:43:17,332 DEBUG [RS:0;b543b351fe95:37747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,37747,1733463796586 2024-12-06T05:43:17,332 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,37747,1733463796586' 2024-12-06T05:43:17,332 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:43:17,332 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:43:17,333 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:43:17,333 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:43:17,333 DEBUG [RS:0;b543b351fe95:37747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,37747,1733463796586 2024-12-06T05:43:17,333 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,37747,1733463796586' 2024-12-06T05:43:17,333 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:43:17,333 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:43:17,334 DEBUG [RS:0;b543b351fe95:37747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:43:17,334 INFO [RS:0;b543b351fe95:37747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:43:17,334 INFO [RS:0;b543b351fe95:37747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:43:17,336 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,336 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,42935,1733463796615, RpcServer on b543b351fe95/172.17.0.2:42935, sessionid=0x100ae0dc7990002 2024-12-06T05:43:17,336 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:43:17,336 DEBUG [RS:1;b543b351fe95:42935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,42935,1733463796615 2024-12-06T05:43:17,336 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,42935,1733463796615' 2024-12-06T05:43:17,336 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:43:17,336 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:43:17,337 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:43:17,337 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:43:17,337 DEBUG [RS:1;b543b351fe95:42935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,42935,1733463796615 2024-12-06T05:43:17,337 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,42935,1733463796615' 2024-12-06T05:43:17,337 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:43:17,337 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:43:17,338 DEBUG [RS:1;b543b351fe95:42935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:43:17,338 INFO [RS:1;b543b351fe95:42935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:43:17,338 INFO [RS:1;b543b351fe95:42935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:43:17,434 INFO [RS:0;b543b351fe95:37747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:17,438 INFO [RS:0;b543b351fe95:37747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C37747%2C1733463796586, suffix=, logDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,37747,1733463796586, archiveDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/oldWALs, maxLogs=32 2024-12-06T05:43:17,438 INFO [RS:1;b543b351fe95:42935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:43:17,442 INFO [RS:1;b543b351fe95:42935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C42935%2C1733463796615, suffix=, logDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,42935,1733463796615, archiveDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/oldWALs, maxLogs=32 2024-12-06T05:43:17,459 DEBUG [RS:0;b543b351fe95:37747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,37747,1733463796586/b543b351fe95%2C37747%2C1733463796586.1733463797439, exclude list is [], retry=0 2024-12-06T05:43:17,460 DEBUG [RS:1;b543b351fe95:42935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,42935,1733463796615/b543b351fe95%2C42935%2C1733463796615.1733463797443, exclude list is [], retry=0 2024-12-06T05:43:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-6516574d-dc68-4d69-b179-802b88452e07,DISK] 2024-12-06T05:43:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-0da88e50-14bc-4444-8ff2-a9b6b3142e7f,DISK] 2024-12-06T05:43:17,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-0da88e50-14bc-4444-8ff2-a9b6b3142e7f,DISK] 2024-12-06T05:43:17,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-6516574d-dc68-4d69-b179-802b88452e07,DISK] 2024-12-06T05:43:17,464 WARN [b543b351fe95:39915 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:43:17,465 INFO [RS:1;b543b351fe95:42935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,42935,1733463796615/b543b351fe95%2C42935%2C1733463796615.1733463797443 2024-12-06T05:43:17,465 INFO [RS:0;b543b351fe95:37747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,37747,1733463796586/b543b351fe95%2C37747%2C1733463796586.1733463797439 2024-12-06T05:43:17,466 DEBUG [RS:1;b543b351fe95:42935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36815:36815),(127.0.0.1/127.0.0.1:43687:43687)] 2024-12-06T05:43:17,466 DEBUG [RS:0;b543b351fe95:37747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36815:36815),(127.0.0.1/127.0.0.1:43687:43687)] 2024-12-06T05:43:17,715 DEBUG [b543b351fe95:39915 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T05:43:17,715 DEBUG [b543b351fe95:39915 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:17,717 DEBUG [b543b351fe95:39915 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:17,717 DEBUG [b543b351fe95:39915 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:17,717 DEBUG [b543b351fe95:39915 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:17,717 DEBUG [b543b351fe95:39915 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:17,717 INFO [b543b351fe95:39915 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:17,717 INFO [b543b351fe95:39915 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:17,717 DEBUG [b543b351fe95:39915 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:17,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,42935,1733463796615 2024-12-06T05:43:17,719 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,42935,1733463796615, state=OPENING 2024-12-06T05:43:17,720 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:43:17,720 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:17,721 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:43:17,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:17,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:17,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:17,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,42935,1733463796615}] 2024-12-06T05:43:17,874 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:17,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55927, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:17,881 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:43:17,881 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:43:17,881 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:43:17,883 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C42935%2C1733463796615.meta, suffix=.meta, logDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,42935,1733463796615, archiveDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/oldWALs, maxLogs=32 2024-12-06T05:43:17,895 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,42935,1733463796615/b543b351fe95%2C42935%2C1733463796615.meta.1733463797884.meta, exclude list is [], retry=0 2024-12-06T05:43:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-0da88e50-14bc-4444-8ff2-a9b6b3142e7f,DISK] 2024-12-06T05:43:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35267,DS-6516574d-dc68-4d69-b179-802b88452e07,DISK] 2024-12-06T05:43:17,898 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/WALs/b543b351fe95,42935,1733463796615/b543b351fe95%2C42935%2C1733463796615.meta.1733463797884.meta 2024-12-06T05:43:17,898 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43687:43687),(127.0.0.1/127.0.0.1:36815:36815)] 2024-12-06T05:43:17,898 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:43:17,899 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:43:17,899 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:43:17,899 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:43:17,899 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:43:17,899 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:17,899 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:43:17,899 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:43:17,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:43:17,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:43:17,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:17,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:43:17,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:43:17,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:17,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:43:17,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:43:17,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:17,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:43:17,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:43:17,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:43:17,904 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:43:17,905 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740 2024-12-06T05:43:17,905 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740 2024-12-06T05:43:17,906 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:43:17,907 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:43:17,907 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:43:17,908 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:43:17,909 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65323348, jitterRate=-0.026606261730194092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:43:17,909 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:43:17,909 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733463797899Writing region info on filesystem at 1733463797899Initializing all the Stores at 1733463797900 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463797900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463797900Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463797900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733463797900Cleaning up temporary data from old regions at 1733463797907 (+7 ms)Running coprocessor post-open hooks at 1733463797909 (+2 ms)Region opened successfully at 1733463797909 2024-12-06T05:43:17,910 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733463797874 2024-12-06T05:43:17,913 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:43:17,913 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:43:17,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,42935,1733463796615 2024-12-06T05:43:17,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,42935,1733463796615, state=OPEN 2024-12-06T05:43:17,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:17,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:17,916 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:43:17,916 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,42935,1733463796615 2024-12-06T05:43:17,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:17,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:17,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:43:17,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:43:17,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,42935,1733463796615 in 195 msec 2024-12-06T05:43:17,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:43:17,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-12-06T05:43:17,923 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:43:17,923 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:43:17,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:17,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,42935,1733463796615, seqNum=-1] 2024-12-06T05:43:17,925 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:17,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34187, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:17,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 698 msec 2024-12-06T05:43:17,931 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733463797931, completionTime=-1 2024-12-06T05:43:17,931 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T05:43:17,931 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:43:17,933 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T05:43:17,933 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733463857933 2024-12-06T05:43:17,933 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733463917933 2024-12-06T05:43:17,933 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T05:43:17,933 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39915,1733463796545-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,933 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39915,1733463796545-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,933 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39915,1733463796545-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,933 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b543b351fe95:39915, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,933 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,934 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,935 DEBUG [master/b543b351fe95:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:43:17,937 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.268sec 2024-12-06T05:43:17,937 INFO [master/b543b351fe95:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:43:17,937 INFO [master/b543b351fe95:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:43:17,937 INFO [master/b543b351fe95:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:43:17,937 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:43:17,937 INFO [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:43:17,937 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39915,1733463796545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:43:17,937 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39915,1733463796545-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:43:17,940 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:43:17,940 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:43:17,940 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,39915,1733463796545-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:43:17,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1673f7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:17,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,39915,-1 for getting cluster id 2024-12-06T05:43:17,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:43:17,952 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '76beb156-fb88-4b85-b4f1-0634ad36c040' 2024-12-06T05:43:17,952 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:43:17,952 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "76beb156-fb88-4b85-b4f1-0634ad36c040" 2024-12-06T05:43:17,953 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2730e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:17,953 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,39915,-1] 2024-12-06T05:43:17,953 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:43:17,953 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:17,954 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:43:17,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8303cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:43:17,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:43:17,957 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,42935,1733463796615, seqNum=-1] 2024-12-06T05:43:17,957 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:17,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:17,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b543b351fe95,39915,1733463796545 2024-12-06T05:43:17,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:43:17,962 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b543b351fe95,39915,1733463796545 2024-12-06T05:43:17,962 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d48df4 2024-12-06T05:43:17,963 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:43:17,964 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:43:17,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:43:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T05:43:17,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:43:17,969 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:17,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T05:43:17,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:43:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741836_1012 (size=379) 2024-12-06T05:43:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:18,384 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ff5981f206b4a234a8e7cc34d4c08f6, NAME => 'testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f 2024-12-06T05:43:18,385 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 96ec90a78eee46a93e27fb80b045440a, NAME => 'testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f 2024-12-06T05:43:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741837_1013 (size=61) 2024-12-06T05:43:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:18,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741838_1014 (size=61) 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3ff5981f206b4a234a8e7cc34d4c08f6, disabling compactions & flushes 2024-12-06T05:43:18,397 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. after waiting 0 ms 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 96ec90a78eee46a93e27fb80b045440a, disabling compactions & flushes 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:18,397 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:18,397 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. after waiting 0 ms 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ff5981f206b4a234a8e7cc34d4c08f6: Waiting for close lock at 1733463798397Disabling compacts and flushes for region at 1733463798397Disabling writes for close at 1733463798397Writing region close event to WAL at 1733463798397Closed at 1733463798397 2024-12-06T05:43:18,397 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:18,397 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:18,398 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 96ec90a78eee46a93e27fb80b045440a: Waiting for close lock at 1733463798397Disabling compacts and flushes for region at 1733463798397Disabling writes for close at 1733463798397Writing region close event to WAL at 1733463798397Closed at 1733463798397 2024-12-06T05:43:18,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:43:18,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463798399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463798399"}]},"ts":"1733463798399"} 2024-12-06T05:43:18,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733463798399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733463798399"}]},"ts":"1733463798399"} 2024-12-06T05:43:18,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T05:43:18,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:43:18,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463798403"}]},"ts":"1733463798403"} 2024-12-06T05:43:18,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T05:43:18,405 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:43:18,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:43:18,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:43:18,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:43:18,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:43:18,406 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:43:18,406 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:43:18,406 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:43:18,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ff5981f206b4a234a8e7cc34d4c08f6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=96ec90a78eee46a93e27fb80b045440a, ASSIGN}] 2024-12-06T05:43:18,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=96ec90a78eee46a93e27fb80b045440a, ASSIGN 2024-12-06T05:43:18,407 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ff5981f206b4a234a8e7cc34d4c08f6, ASSIGN 2024-12-06T05:43:18,408 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ff5981f206b4a234a8e7cc34d4c08f6, ASSIGN; state=OFFLINE, location=b543b351fe95,37747,1733463796586; forceNewPlan=false, retain=false 2024-12-06T05:43:18,408 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=96ec90a78eee46a93e27fb80b045440a, ASSIGN; state=OFFLINE, location=b543b351fe95,42935,1733463796615; forceNewPlan=false, retain=false 2024-12-06T05:43:18,559 INFO [b543b351fe95:39915 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T05:43:18,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=96ec90a78eee46a93e27fb80b045440a, regionState=OPENING, regionLocation=b543b351fe95,42935,1733463796615 2024-12-06T05:43:18,559 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ff5981f206b4a234a8e7cc34d4c08f6, regionState=OPENING, regionLocation=b543b351fe95,37747,1733463796586 2024-12-06T05:43:18,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ff5981f206b4a234a8e7cc34d4c08f6, ASSIGN because future has completed 2024-12-06T05:43:18,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ff5981f206b4a234a8e7cc34d4c08f6, server=b543b351fe95,37747,1733463796586}] 2024-12-06T05:43:18,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=96ec90a78eee46a93e27fb80b045440a, ASSIGN because future has completed 2024-12-06T05:43:18,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ec90a78eee46a93e27fb80b045440a, server=b543b351fe95,42935,1733463796615}] 2024-12-06T05:43:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:18,715 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:18,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41803, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:18,719 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:18,719 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 96ec90a78eee46a93e27fb80b045440a, NAME => 'testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T05:43:18,720 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:18,720 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ff5981f206b4a234a8e7cc34d4c08f6, NAME => 'testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T05:43:18,720 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,720 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:18,720 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,720 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,720 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,720 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:43:18,720 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,720 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,721 INFO [StoreOpener-96ec90a78eee46a93e27fb80b045440a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,721 INFO [StoreOpener-3ff5981f206b4a234a8e7cc34d4c08f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,722 INFO [StoreOpener-96ec90a78eee46a93e27fb80b045440a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ec90a78eee46a93e27fb80b045440a columnFamilyName family 2024-12-06T05:43:18,723 DEBUG [StoreOpener-96ec90a78eee46a93e27fb80b045440a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:18,723 INFO [StoreOpener-3ff5981f206b4a234a8e7cc34d4c08f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff5981f206b4a234a8e7cc34d4c08f6 columnFamilyName family 2024-12-06T05:43:18,723 DEBUG [StoreOpener-3ff5981f206b4a234a8e7cc34d4c08f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:43:18,723 INFO [StoreOpener-96ec90a78eee46a93e27fb80b045440a-1 {}] regionserver.HStore(327): Store=96ec90a78eee46a93e27fb80b045440a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:18,723 INFO [StoreOpener-3ff5981f206b4a234a8e7cc34d4c08f6-1 {}] regionserver.HStore(327): Store=3ff5981f206b4a234a8e7cc34d4c08f6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:43:18,723 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,723 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,724 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,724 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,724 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,724 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,725 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,725 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,725 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,725 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,726 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,726 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,728 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/96ec90a78eee46a93e27fb80b045440a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:18,729 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 96ec90a78eee46a93e27fb80b045440a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58787023, jitterRate=-0.12400509417057037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:18,729 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:18,729 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 96ec90a78eee46a93e27fb80b045440a: Running coprocessor pre-open hook at 1733463798720Writing region info on filesystem at 1733463798720Initializing all the Stores at 1733463798721 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463798721Cleaning up temporary data from old regions at 1733463798725 (+4 ms)Running coprocessor post-open hooks at 1733463798729 (+4 ms)Region opened successfully at 1733463798729 2024-12-06T05:43:18,730 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a., pid=8, masterSystemTime=1733463798715 2024-12-06T05:43:18,732 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:18,732 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/3ff5981f206b4a234a8e7cc34d4c08f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:43:18,732 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:18,733 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 3ff5981f206b4a234a8e7cc34d4c08f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65964300, jitterRate=-0.01705533266067505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:43:18,733 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:18,733 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=96ec90a78eee46a93e27fb80b045440a, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,42935,1733463796615 2024-12-06T05:43:18,733 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3ff5981f206b4a234a8e7cc34d4c08f6: Running coprocessor pre-open hook at 1733463798720Writing region info on filesystem at 1733463798720Initializing all the Stores at 1733463798721 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733463798721Cleaning up temporary data from old regions at 1733463798725 (+4 ms)Running coprocessor post-open hooks at 1733463798733 (+8 ms)Region opened successfully at 1733463798733 2024-12-06T05:43:18,734 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6., pid=7, masterSystemTime=1733463798715 2024-12-06T05:43:18,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ec90a78eee46a93e27fb80b045440a, server=b543b351fe95,42935,1733463796615 because future has completed 2024-12-06T05:43:18,736 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:18,736 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:18,737 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ff5981f206b4a234a8e7cc34d4c08f6, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,37747,1733463796586 2024-12-06T05:43:18,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-06T05:43:18,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 96ec90a78eee46a93e27fb80b045440a, server=b543b351fe95,42935,1733463796615 in 172 msec 2024-12-06T05:43:18,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ff5981f206b4a234a8e7cc34d4c08f6, server=b543b351fe95,37747,1733463796586 because future has completed 2024-12-06T05:43:18,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=96ec90a78eee46a93e27fb80b045440a, ASSIGN in 333 msec 2024-12-06T05:43:18,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-06T05:43:18,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ff5981f206b4a234a8e7cc34d4c08f6, server=b543b351fe95,37747,1733463796586 in 177 msec 2024-12-06T05:43:18,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:43:18,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3ff5981f206b4a234a8e7cc34d4c08f6, ASSIGN in 336 msec 2024-12-06T05:43:18,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:43:18,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733463798744"}]},"ts":"1733463798744"} 2024-12-06T05:43:18,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T05:43:18,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:43:18,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 782 msec 2024-12-06T05:43:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:43:19,105 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T05:43:19,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T05:43:19,106 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:19,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T05:43:19,110 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:43:19,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T05:43:19,113 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6., hostname=b543b351fe95,37747,1733463796586, seqNum=2] 2024-12-06T05:43:19,113 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:43:19,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:43:19,125 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a., hostname=b543b351fe95,42935,1733463796615, seqNum=2] 2024-12-06T05:43:19,134 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3ff5981f206b4a234a8e7cc34d4c08f6 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T05:43:19,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/3ff5981f206b4a234a8e7cc34d4c08f6/.tmp/family/2f14f801c25a4cd6ba07f53f07a15508 is 32, key is 1/family:/1733463799115/Put/seqid=0 2024-12-06T05:43:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741839_1015 (size=5054) 2024-12-06T05:43:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741839_1015 (size=5054) 2024-12-06T05:43:19,154 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/3ff5981f206b4a234a8e7cc34d4c08f6/.tmp/family/2f14f801c25a4cd6ba07f53f07a15508 2024-12-06T05:43:19,159 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/3ff5981f206b4a234a8e7cc34d4c08f6/.tmp/family/2f14f801c25a4cd6ba07f53f07a15508 as hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/3ff5981f206b4a234a8e7cc34d4c08f6/family/2f14f801c25a4cd6ba07f53f07a15508 2024-12-06T05:43:19,165 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/3ff5981f206b4a234a8e7cc34d4c08f6/family/2f14f801c25a4cd6ba07f53f07a15508, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T05:43:19,166 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3ff5981f206b4a234a8e7cc34d4c08f6 in 32ms, sequenceid=8, compaction requested=false 2024-12-06T05:43:19,166 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3ff5981f206b4a234a8e7cc34d4c08f6: 2024-12-06T05:43:19,167 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 96ec90a78eee46a93e27fb80b045440a 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T05:43:19,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/96ec90a78eee46a93e27fb80b045440a/.tmp/family/5849454285c9474c9e10af64dcb1f220 is 32, key is 5/family:/1733463799126/Put/seqid=0 2024-12-06T05:43:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741840_1016 (size=5083) 2024-12-06T05:43:19,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741840_1016 (size=5083) 2024-12-06T05:43:19,184 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/96ec90a78eee46a93e27fb80b045440a/.tmp/family/5849454285c9474c9e10af64dcb1f220 2024-12-06T05:43:19,190 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/96ec90a78eee46a93e27fb80b045440a/.tmp/family/5849454285c9474c9e10af64dcb1f220 as hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/96ec90a78eee46a93e27fb80b045440a/family/5849454285c9474c9e10af64dcb1f220 2024-12-06T05:43:19,196 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/96ec90a78eee46a93e27fb80b045440a/family/5849454285c9474c9e10af64dcb1f220, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T05:43:19,197 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 96ec90a78eee46a93e27fb80b045440a in 30ms, sequenceid=9, compaction requested=false 2024-12-06T05:43:19,198 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 96ec90a78eee46a93e27fb80b045440a: 2024-12-06T05:43:19,201 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T05:43:19,204 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:19,204 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:43:19,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:19,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:43:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] bucket.BucketCache(1863): found 1 blocks for file 5849454285c9474c9e10af64dcb1f220, starting offset: 0, end offset: 9223372036854775807 2024-12-06T05:43:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] bucket.BucketCache(1863): found 1 blocks for file 2f14f801c25a4cd6ba07f53f07a15508, starting offset: 0, end offset: 9223372036854775807 2024-12-06T05:43:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37747 {}] bucket.BucketCache(856): removed key 2f14f801c25a4cd6ba07f53f07a15508_0 from back map with offset lock 2094080 in the evict process 2024-12-06T05:43:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42935 {}] bucket.BucketCache(856): removed key 5849454285c9474c9e10af64dcb1f220_0 from back map with offset lock 2094080 in the evict process 2024-12-06T05:43:19,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:43:19,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:19,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:19,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:19,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:19,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:43:19,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:43:19,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1468968793, stopped=false 2024-12-06T05:43:19,207 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b543b351fe95,39915,1733463796545 2024-12-06T05:43:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:19,208 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:43:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:19,208 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:19,208 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:19,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:19,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:43:19,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:19,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:19,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:19,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:43:19,209 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,37747,1733463796586' ***** 2024-12-06T05:43:19,209 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:19,209 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,42935,1733463796615' ***** 2024-12-06T05:43:19,209 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:43:19,210 INFO [RS:0;b543b351fe95:37747 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T05:43:19,210 INFO [RS:1;b543b351fe95:42935 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T05:43:19,210 INFO [RS:0;b543b351fe95:37747 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T05:43:19,210 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T05:43:19,210 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:19,210 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T05:43:19,210 INFO [RS:0;b543b351fe95:37747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:19,210 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T05:43:19,210 INFO [RS:0;b543b351fe95:37747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:19,210 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:19,210 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T05:43:19,210 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T05:43:19,210 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T05:43:19,210 INFO [RS:1;b543b351fe95:42935 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:43:19,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:19,211 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,37747,1733463796586 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:43:19,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:43:19,211 INFO [RS:0;b543b351fe95:37747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(3091): Received CLOSE for 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:19,211 INFO [RS:0;b543b351fe95:37747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b543b351fe95:37747. 2024-12-06T05:43:19,211 DEBUG [RS:0;b543b351fe95:37747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:19,211 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ff5981f206b4a234a8e7cc34d4c08f6, disabling compactions & flushes 2024-12-06T05:43:19,211 DEBUG [RS:0;b543b351fe95:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:19,211 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:19,211 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,42935,1733463796615 2024-12-06T05:43:19,211 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. after waiting 0 ms 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:19,211 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:43:19,211 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:19,211 DEBUG [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(1325): Online Regions={3ff5981f206b4a234a8e7cc34d4c08f6=testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6.} 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b543b351fe95:42935. 2024-12-06T05:43:19,211 DEBUG [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(1351): Waiting on 3ff5981f206b4a234a8e7cc34d4c08f6 2024-12-06T05:43:19,211 DEBUG [RS:1;b543b351fe95:42935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:43:19,211 DEBUG [RS:1;b543b351fe95:42935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:19,211 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:43:19,212 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:43:19,212 DEBUG [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 96ec90a78eee46a93e27fb80b045440a=testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a.} 2024-12-06T05:43:19,212 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96ec90a78eee46a93e27fb80b045440a, disabling compactions & flushes 2024-12-06T05:43:19,212 DEBUG [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96ec90a78eee46a93e27fb80b045440a 2024-12-06T05:43:19,212 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:19,212 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:43:19,212 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:19,212 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:43:19,212 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:43:19,212 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. after waiting 0 ms 2024-12-06T05:43:19,212 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:43:19,212 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:43:19,212 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:19,212 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T05:43:19,215 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/3ff5981f206b4a234a8e7cc34d4c08f6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T05:43:19,216 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/default/testClearRegionBlockCache/96ec90a78eee46a93e27fb80b045440a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T05:43:19,216 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:19,216 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ff5981f206b4a234a8e7cc34d4c08f6: Waiting for close lock at 1733463799211Running coprocessor pre-close hooks at 1733463799211Disabling compacts and flushes for region at 1733463799211Disabling writes for close at 1733463799211Writing region close event to WAL at 1733463799211Running coprocessor post-close hooks at 1733463799216 (+5 ms)Closed at 1733463799216 2024-12-06T05:43:19,216 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:19,216 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96ec90a78eee46a93e27fb80b045440a: Waiting for close lock at 1733463799212Running coprocessor pre-close hooks at 1733463799212Disabling compacts and flushes for region at 1733463799212Disabling writes for close at 1733463799212Writing region close event to WAL at 1733463799213 (+1 ms)Running coprocessor post-close hooks at 1733463799216 (+3 ms)Closed at 1733463799216 2024-12-06T05:43:19,216 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733463797965.3ff5981f206b4a234a8e7cc34d4c08f6. 2024-12-06T05:43:19,216 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a. 2024-12-06T05:43:19,227 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/.tmp/info/4ea2559f667c40968ea44a28543d41ba is 173, key is testClearRegionBlockCache,5,1733463797965.96ec90a78eee46a93e27fb80b045440a./info:regioninfo/1733463798733/Put/seqid=0 2024-12-06T05:43:19,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:19,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741841_1017 (size=8173) 2024-12-06T05:43:19,232 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/.tmp/info/4ea2559f667c40968ea44a28543d41ba 2024-12-06T05:43:19,250 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/.tmp/ns/81eabf0280b0465f914c060d3a4b433d is 43, key is default/ns:d/1733463797927/Put/seqid=0 2024-12-06T05:43:19,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:19,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741842_1018 (size=5153) 2024-12-06T05:43:19,256 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/.tmp/ns/81eabf0280b0465f914c060d3a4b433d 2024-12-06T05:43:19,274 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/.tmp/table/d73b7cfa91f84783a83c71b8339473a7 is 61, key is testClearRegionBlockCache/table:state/1733463798744/Put/seqid=0 2024-12-06T05:43:19,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:19,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741843_1019 (size=5312) 2024-12-06T05:43:19,280 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/.tmp/table/d73b7cfa91f84783a83c71b8339473a7 2024-12-06T05:43:19,287 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/.tmp/info/4ea2559f667c40968ea44a28543d41ba as hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/info/4ea2559f667c40968ea44a28543d41ba 2024-12-06T05:43:19,294 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/info/4ea2559f667c40968ea44a28543d41ba, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T05:43:19,295 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/.tmp/ns/81eabf0280b0465f914c060d3a4b433d as hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/ns/81eabf0280b0465f914c060d3a4b433d 2024-12-06T05:43:19,299 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:19,301 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/ns/81eabf0280b0465f914c060d3a4b433d, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T05:43:19,302 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/.tmp/table/d73b7cfa91f84783a83c71b8339473a7 as hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/table/d73b7cfa91f84783a83c71b8339473a7 2024-12-06T05:43:19,307 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:19,308 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/table/d73b7cfa91f84783a83c71b8339473a7, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T05:43:19,309 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false 2024-12-06T05:43:19,311 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:43:19,311 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:43:19,313 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T05:43:19,313 INFO [regionserver/b543b351fe95:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T05:43:19,314 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T05:43:19,314 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:43:19,314 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:19,314 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733463799212Running coprocessor pre-close hooks at 1733463799212Disabling compacts and flushes for region at 1733463799212Disabling writes for close at 1733463799212Obtaining lock to block concurrent updates at 1733463799212Preparing flush snapshotting stores in 1588230740 at 1733463799212Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733463799212Flushing stores of hbase:meta,,1.1588230740 at 1733463799213 (+1 ms)Flushing 1588230740/info: creating writer at 1733463799213Flushing 1588230740/info: appending metadata at 1733463799226 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733463799226Flushing 1588230740/ns: creating writer at 1733463799237 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733463799250 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733463799250Flushing 1588230740/table: creating writer at 1733463799261 (+11 ms)Flushing 1588230740/table: appending metadata at 1733463799274 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733463799274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754bfe66: reopening flushed file at 1733463799286 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29091d3: reopening flushed file at 1733463799294 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6339974c: reopening flushed file at 1733463799301 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=13, compaction requested=false at 1733463799309 (+8 ms)Writing region close event to WAL at 1733463799310 (+1 ms)Running coprocessor post-close hooks at 1733463799314 (+4 ms)Closed at 1733463799314 2024-12-06T05:43:19,315 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:43:19,411 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,37747,1733463796586; all regions closed. 2024-12-06T05:43:19,412 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,42935,1733463796615; all regions closed. 2024-12-06T05:43:19,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:19,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741834_1010 (size=1758) 2024-12-06T05:43:19,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741835_1011 (size=4338) 2024-12-06T05:43:19,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741834_1010 (size=1758) 2024-12-06T05:43:19,416 DEBUG [RS:1;b543b351fe95:42935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/oldWALs 2024-12-06T05:43:19,417 INFO [RS:1;b543b351fe95:42935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C42935%2C1733463796615.meta:.meta(num 1733463797884) 2024-12-06T05:43:19,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741833_1009 (size=1867) 2024-12-06T05:43:19,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741833_1009 (size=1867) 2024-12-06T05:43:19,420 DEBUG [RS:0;b543b351fe95:37747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/oldWALs 2024-12-06T05:43:19,420 INFO [RS:0;b543b351fe95:37747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C37747%2C1733463796586:(num 1733463797439) 2024-12-06T05:43:19,420 DEBUG [RS:0;b543b351fe95:37747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:19,420 INFO [RS:0;b543b351fe95:37747 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:19,420 INFO [RS:0;b543b351fe95:37747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:19,420 INFO [RS:0;b543b351fe95:37747 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:19,420 INFO [RS:0;b543b351fe95:37747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:43:19,420 INFO [RS:0;b543b351fe95:37747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:43:19,420 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:19,421 INFO [RS:0;b543b351fe95:37747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:43:19,421 INFO [RS:0;b543b351fe95:37747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:19,421 INFO [RS:0;b543b351fe95:37747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37747 2024-12-06T05:43:19,421 DEBUG [RS:1;b543b351fe95:42935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/oldWALs 2024-12-06T05:43:19,421 INFO [RS:1;b543b351fe95:42935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C42935%2C1733463796615:(num 1733463797443) 2024-12-06T05:43:19,421 DEBUG [RS:1;b543b351fe95:42935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:43:19,421 INFO [RS:1;b543b351fe95:42935 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:43:19,421 INFO [RS:1;b543b351fe95:42935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:19,422 INFO [RS:1;b543b351fe95:42935 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:19,422 INFO [RS:1;b543b351fe95:42935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:19,422 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:19,422 INFO [RS:1;b543b351fe95:42935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42935 2024-12-06T05:43:19,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,37747,1733463796586 2024-12-06T05:43:19,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:43:19,422 INFO [RS:0;b543b351fe95:37747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:19,423 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,42935,1733463796615 2024-12-06T05:43:19,423 INFO [RS:1;b543b351fe95:42935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:19,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,42935,1733463796615] 2024-12-06T05:43:19,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,42935,1733463796615 already deleted, retry=false 2024-12-06T05:43:19,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,42935,1733463796615 expired; onlineServers=1 2024-12-06T05:43:19,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,37747,1733463796586] 2024-12-06T05:43:19,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,37747,1733463796586 already deleted, retry=false 2024-12-06T05:43:19,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,37747,1733463796586 expired; onlineServers=0 2024-12-06T05:43:19,424 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b543b351fe95,39915,1733463796545' ***** 2024-12-06T05:43:19,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:43:19,425 INFO [M:0;b543b351fe95:39915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:43:19,425 INFO [M:0;b543b351fe95:39915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:43:19,425 DEBUG [M:0;b543b351fe95:39915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:43:19,425 DEBUG [M:0;b543b351fe95:39915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:43:19,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:43:19,425 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463797269 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733463797269,5,FailOnTimeoutGroup] 2024-12-06T05:43:19,425 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463797262 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733463797262,5,FailOnTimeoutGroup] 2024-12-06T05:43:19,425 INFO [M:0;b543b351fe95:39915 {}] hbase.ChoreService(370): Chore service for: master/b543b351fe95:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:43:19,425 INFO [M:0;b543b351fe95:39915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:43:19,425 DEBUG [M:0;b543b351fe95:39915 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:43:19,425 INFO [M:0;b543b351fe95:39915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:43:19,425 INFO [M:0;b543b351fe95:39915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:43:19,425 INFO [M:0;b543b351fe95:39915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:43:19,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:43:19,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T05:43:19,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:43:19,426 DEBUG [M:0;b543b351fe95:39915 {}] zookeeper.ZKUtil(347): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T05:43:19,426 WARN [M:0;b543b351fe95:39915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:43:19,427 INFO [M:0;b543b351fe95:39915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/.lastflushedseqids 2024-12-06T05:43:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741844_1020 (size=218) 2024-12-06T05:43:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741844_1020 (size=218) 2024-12-06T05:43:19,432 INFO [M:0;b543b351fe95:39915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:43:19,432 INFO [M:0;b543b351fe95:39915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:43:19,433 DEBUG [M:0;b543b351fe95:39915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:43:19,433 INFO [M:0;b543b351fe95:39915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:19,433 DEBUG [M:0;b543b351fe95:39915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:19,433 DEBUG [M:0;b543b351fe95:39915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:43:19,433 DEBUG [M:0;b543b351fe95:39915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:19,433 INFO [M:0;b543b351fe95:39915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-12-06T05:43:19,447 DEBUG [M:0;b543b351fe95:39915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14053b4c73fe44f1aeb43ae4079ca82f is 82, key is hbase:meta,,1/info:regioninfo/1733463797914/Put/seqid=0 2024-12-06T05:43:19,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:19,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741845_1021 (size=5672) 2024-12-06T05:43:19,453 INFO [M:0;b543b351fe95:39915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14053b4c73fe44f1aeb43ae4079ca82f 2024-12-06T05:43:19,470 DEBUG [M:0;b543b351fe95:39915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8f72843531f4f3d97f858a379acc0c7 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733463798748/Put/seqid=0 2024-12-06T05:43:19,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741846_1022 (size=6218) 2024-12-06T05:43:19,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741846_1022 (size=6218) 2024-12-06T05:43:19,475 INFO [M:0;b543b351fe95:39915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8f72843531f4f3d97f858a379acc0c7 2024-12-06T05:43:19,493 DEBUG [M:0;b543b351fe95:39915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58ee6f8b301d40ae98f53c1c9e3d38d1 is 69, key is b543b351fe95,37747,1733463796586/rs:state/1733463797280/Put/seqid=0 2024-12-06T05:43:19,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:19,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741847_1023 (size=5224) 2024-12-06T05:43:19,498 INFO [M:0;b543b351fe95:39915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58ee6f8b301d40ae98f53c1c9e3d38d1 2024-12-06T05:43:19,502 DEBUG [M:0;b543b351fe95:39915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14053b4c73fe44f1aeb43ae4079ca82f as hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14053b4c73fe44f1aeb43ae4079ca82f 2024-12-06T05:43:19,508 INFO [M:0;b543b351fe95:39915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14053b4c73fe44f1aeb43ae4079ca82f, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T05:43:19,509 DEBUG [M:0;b543b351fe95:39915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8f72843531f4f3d97f858a379acc0c7 as hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8f72843531f4f3d97f858a379acc0c7 2024-12-06T05:43:19,514 INFO [M:0;b543b351fe95:39915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8f72843531f4f3d97f858a379acc0c7, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T05:43:19,515 DEBUG [M:0;b543b351fe95:39915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58ee6f8b301d40ae98f53c1c9e3d38d1 as hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58ee6f8b301d40ae98f53c1c9e3d38d1 2024-12-06T05:43:19,520 INFO [M:0;b543b351fe95:39915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43889/user/jenkins/test-data/039e26d5-f15a-e326-ebaf-4dd434e13a4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58ee6f8b301d40ae98f53c1c9e3d38d1, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T05:43:19,521 INFO [M:0;b543b351fe95:39915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 88ms, sequenceid=71, compaction requested=false 2024-12-06T05:43:19,522 INFO [M:0;b543b351fe95:39915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:43:19,522 DEBUG [M:0;b543b351fe95:39915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733463799433Disabling compacts and flushes for region at 1733463799433Disabling writes for close at 1733463799433Obtaining lock to block concurrent updates at 1733463799433Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733463799433Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1733463799433Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733463799434 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733463799434Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733463799447 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733463799447Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733463799458 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733463799469 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733463799469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733463799478 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733463799492 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733463799492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f89e178: reopening flushed file at 1733463799502 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac0a12d: reopening flushed file at 1733463799508 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555a0bdb: reopening flushed file at 1733463799514 (+6 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 88ms, sequenceid=71, compaction requested=false at 1733463799521 (+7 ms)Writing region close event to WAL at 1733463799522 (+1 ms)Closed at 1733463799522 2024-12-06T05:43:19,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:19,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37747-0x100ae0dc7990001, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:19,524 INFO [RS:0;b543b351fe95:37747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:19,524 INFO [RS:0;b543b351fe95:37747 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,37747,1733463796586; zookeeper connection closed. 2024-12-06T05:43:19,524 INFO [RS:1;b543b351fe95:42935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:19,524 INFO [RS:1;b543b351fe95:42935 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,42935,1733463796615; zookeeper connection closed. 2024-12-06T05:43:19,524 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:19,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12be27f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12be27f1 2024-12-06T05:43:19,524 DEBUG [pool-927-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x100ae0dc7990002, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:19,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741830_1006 (size=35477) 2024-12-06T05:43:19,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35267 is added to blk_1073741830_1006 (size=35477) 2024-12-06T05:43:19,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40e805a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40e805a6 2024-12-06T05:43:19,525 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T05:43:19,525 INFO [M:0;b543b351fe95:39915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:43:19,525 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:43:19,525 INFO [M:0;b543b351fe95:39915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39915 2024-12-06T05:43:19,525 INFO [M:0;b543b351fe95:39915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:43:19,627 INFO [M:0;b543b351fe95:39915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:43:19,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:19,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39915-0x100ae0dc7990000, quorum=127.0.0.1:60702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:43:19,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cb9b8a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:19,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d7e0efd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:19,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:19,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e319fb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:19,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4328b12d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:19,636 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:19,636 WARN [BP-585274817-172.17.0.2-1733463795833 heartbeating to localhost/127.0.0.1:43889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:19,636 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:19,636 WARN [BP-585274817-172.17.0.2-1733463795833 heartbeating to localhost/127.0.0.1:43889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-585274817-172.17.0.2-1733463795833 (Datanode Uuid a09b0bf2-a017-4761-9b50-8361934c6722) service to localhost/127.0.0.1:43889 2024-12-06T05:43:19,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/data/data3/current/BP-585274817-172.17.0.2-1733463795833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:19,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/data/data4/current/BP-585274817-172.17.0.2-1733463795833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:19,637 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:19,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2262d02a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:43:19,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48d73da5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:19,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:19,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71a9df7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:19,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52f13f78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:19,641 WARN [BP-585274817-172.17.0.2-1733463795833 heartbeating to localhost/127.0.0.1:43889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:43:19,641 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:43:19,641 WARN [BP-585274817-172.17.0.2-1733463795833 heartbeating to localhost/127.0.0.1:43889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-585274817-172.17.0.2-1733463795833 (Datanode Uuid be2e5e4e-1601-4435-945f-53474f8753f7) service to localhost/127.0.0.1:43889 2024-12-06T05:43:19,641 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:43:19,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/data/data1/current/BP-585274817-172.17.0.2-1733463795833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:19,642 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/cluster_161f23ce-24b8-54f5-6633-94557d2d3d01/data/data2/current/BP-585274817-172.17.0.2-1733463795833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:43:19,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:43:19,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b5bdde0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:43:19,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d1b48f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:43:19,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:43:19,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cb2a6cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:43:19,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c5bbfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f2934db1-334c-ea78-a05f-7bcd39a243dc/hadoop.log.dir/,STOPPED} 2024-12-06T05:43:19,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:43:19,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T05:43:19,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=200 (was 180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:43889 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:43889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:43889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (722691182) connection to localhost/127.0.0.1:43889 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=556 (was 533) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 253) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4165 (was 4386)