2024-12-06 03:50:17,621 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-06 03:50:17,649 main DEBUG Took 0.026303 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 03:50:17,650 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 03:50:17,650 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 03:50:17,652 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 03:50:17,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,667 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 03:50:17,687 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,691 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,692 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,694 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,695 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,697 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,698 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,699 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,700 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,701 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,702 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,703 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:50:17,704 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,704 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 03:50:17,706 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:50:17,708 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 03:50:17,710 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 03:50:17,711 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 03:50:17,719 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 03:50:17,720 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 03:50:17,731 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 03:50:17,733 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 03:50:17,735 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 03:50:17,735 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 03:50:17,736 main DEBUG createAppenders(={Console}) 2024-12-06 03:50:17,736 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-12-06 03:50:17,736 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-12-06 03:50:17,737 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-12-06 03:50:17,737 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 03:50:17,737 main DEBUG OutputStream closed 2024-12-06 03:50:17,737 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 03:50:17,738 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 03:50:17,738 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-12-06 03:50:17,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 03:50:17,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 03:50:17,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 03:50:17,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 03:50:17,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 03:50:17,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 03:50:17,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 03:50:17,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 03:50:17,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 03:50:17,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 03:50:17,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 03:50:17,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 03:50:17,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 03:50:17,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 03:50:17,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 03:50:17,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 03:50:17,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 03:50:17,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 03:50:17,839 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 03:50:17,840 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-06 03:50:17,840 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 03:50:17,841 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-06T03:50:17,862 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-06 03:50:17,866 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 03:50:17,866 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T03:50:17,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=8182 2024-12-06T03:50:18,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8 2024-12-06T03:50:18,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T03:50:18,215 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b, deleteOnExit=true 2024-12-06T03:50:18,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T03:50:18,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/test.cache.data in system properties and HBase conf 2024-12-06T03:50:18,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T03:50:18,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.log.dir in system properties and HBase conf 2024-12-06T03:50:18,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T03:50:18,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T03:50:18,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T03:50:18,320 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T03:50:18,432 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T03:50:18,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:18,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:18,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T03:50:18,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:18,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T03:50:18,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T03:50:18,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:18,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T03:50:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/nfs.dump.dir in system properties and HBase conf 2024-12-06T03:50:18,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/java.io.tmpdir in system properties and HBase conf 2024-12-06T03:50:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T03:50:18,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T03:50:19,546 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T03:50:19,627 INFO [Time-limited test {}] log.Log(170): Logging initialized @2778ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T03:50:19,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:19,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:19,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:19,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:19,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T03:50:19,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:19,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3508f229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:19,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0fec8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:20,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b945fd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/java.io.tmpdir/jetty-localhost-33759-hadoop-hdfs-3_4_1-tests_jar-_-any-946696341697660069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:20,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@221edb7f{HTTP/1.1, (http/1.1)}{localhost:33759} 2024-12-06T03:50:20,031 INFO [Time-limited test {}] server.Server(415): Started @3183ms 2024-12-06T03:50:20,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:20,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:20,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:20,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:20,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:50:20,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a045a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:20,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5714330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:20,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@672decf3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/java.io.tmpdir/jetty-localhost-44397-hadoop-hdfs-3_4_1-tests_jar-_-any-3286828725339579369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:20,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fb749bb{HTTP/1.1, (http/1.1)}{localhost:44397} 2024-12-06T03:50:20,662 INFO [Time-limited test {}] server.Server(415): Started @3815ms 2024-12-06T03:50:20,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:20,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:20,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:20,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:20,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:20,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:50:20,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c2ff4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:20,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75236870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:21,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aa960bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/java.io.tmpdir/jetty-localhost-45569-hadoop-hdfs-3_4_1-tests_jar-_-any-10868551352991368397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:21,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f11a10c{HTTP/1.1, (http/1.1)}{localhost:45569} 2024-12-06T03:50:21,007 INFO [Time-limited test {}] server.Server(415): Started @4159ms 2024-12-06T03:50:21,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:21,813 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/data/data2/current/BP-1624015561-172.17.0.2-1733457019038/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:21,813 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/data/data1/current/BP-1624015561-172.17.0.2-1733457019038/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:21,813 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/data/data4/current/BP-1624015561-172.17.0.2-1733457019038/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:21,813 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/data/data3/current/BP-1624015561-172.17.0.2-1733457019038/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:21,859 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:21,859 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:21,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x712fb9c41dd10adf with lease ID 0x72a84fe9f38f348c: Processing first storage report for DS-96646b44-4762-4f73-944c-c5a05e1adc59 from datanode DatanodeRegistration(127.0.0.1:45387, datanodeUuid=27be3b75-3c6e-452d-880f-11180025ba2a, infoPort=41467, infoSecurePort=0, ipcPort=46453, storageInfo=lv=-57;cid=testClusterID;nsid=614544653;c=1733457019038) 2024-12-06T03:50:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x712fb9c41dd10adf with lease ID 0x72a84fe9f38f348c: from storage DS-96646b44-4762-4f73-944c-c5a05e1adc59 node DatanodeRegistration(127.0.0.1:45387, datanodeUuid=27be3b75-3c6e-452d-880f-11180025ba2a, infoPort=41467, infoSecurePort=0, ipcPort=46453, storageInfo=lv=-57;cid=testClusterID;nsid=614544653;c=1733457019038), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T03:50:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x547ff65b349d2192 with lease ID 0x72a84fe9f38f348d: Processing first storage report for DS-39e23b80-9ec6-48ef-b717-571348c44f12 from datanode DatanodeRegistration(127.0.0.1:36435, datanodeUuid=bb4778a9-5cbb-4bd3-993b-565b0fcd22b0, infoPort=41913, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=614544653;c=1733457019038) 2024-12-06T03:50:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x547ff65b349d2192 with lease ID 0x72a84fe9f38f348d: from storage DS-39e23b80-9ec6-48ef-b717-571348c44f12 node DatanodeRegistration(127.0.0.1:36435, datanodeUuid=bb4778a9-5cbb-4bd3-993b-565b0fcd22b0, infoPort=41913, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=614544653;c=1733457019038), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T03:50:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x712fb9c41dd10adf with lease ID 0x72a84fe9f38f348c: Processing first storage report for DS-a607bc0c-e7fc-4f99-8279-5fb93c6889b7 from datanode DatanodeRegistration(127.0.0.1:45387, datanodeUuid=27be3b75-3c6e-452d-880f-11180025ba2a, infoPort=41467, infoSecurePort=0, ipcPort=46453, storageInfo=lv=-57;cid=testClusterID;nsid=614544653;c=1733457019038) 2024-12-06T03:50:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x712fb9c41dd10adf with lease ID 0x72a84fe9f38f348c: from storage DS-a607bc0c-e7fc-4f99-8279-5fb93c6889b7 node DatanodeRegistration(127.0.0.1:45387, datanodeUuid=27be3b75-3c6e-452d-880f-11180025ba2a, infoPort=41467, infoSecurePort=0, ipcPort=46453, storageInfo=lv=-57;cid=testClusterID;nsid=614544653;c=1733457019038), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x547ff65b349d2192 with lease ID 0x72a84fe9f38f348d: Processing first storage report for DS-653986ee-eec0-4e5b-af33-610c77ed2bc6 from datanode DatanodeRegistration(127.0.0.1:36435, datanodeUuid=bb4778a9-5cbb-4bd3-993b-565b0fcd22b0, infoPort=41913, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=614544653;c=1733457019038) 2024-12-06T03:50:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x547ff65b349d2192 with lease ID 0x72a84fe9f38f348d: from storage DS-653986ee-eec0-4e5b-af33-610c77ed2bc6 node DatanodeRegistration(127.0.0.1:36435, datanodeUuid=bb4778a9-5cbb-4bd3-993b-565b0fcd22b0, infoPort=41913, infoSecurePort=0, ipcPort=46819, storageInfo=lv=-57;cid=testClusterID;nsid=614544653;c=1733457019038), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:21,964 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8 2024-12-06T03:50:22,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/zookeeper_0, clientPort=57655, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T03:50:22,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57655 2024-12-06T03:50:22,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:22,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:22,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:22,699 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f with version=8 2024-12-06T03:50:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/hbase-staging 2024-12-06T03:50:22,789 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T03:50:23,019 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:23,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:23,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:23,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:23,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:23,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:23,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T03:50:23,211 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T03:50:23,222 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T03:50:23,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:23,257 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 75708 (auto-detected) 2024-12-06T03:50:23,259 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T03:50:23,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46481 2024-12-06T03:50:23,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46481 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-06T03:50:23,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464810x0, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:23,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46481-0x101aa0c9f030000 connected 2024-12-06T03:50:23,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:23,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:23,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:23,518 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f, hbase.cluster.distributed=false 2024-12-06T03:50:23,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:23,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46481 2024-12-06T03:50:23,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46481 2024-12-06T03:50:23,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46481 2024-12-06T03:50:23,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46481 2024-12-06T03:50:23,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46481 2024-12-06T03:50:23,649 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:23,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:23,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:23,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:23,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:23,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:23,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:23,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:23,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46129 2024-12-06T03:50:23,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46129 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-06T03:50:23,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:23,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:23,700 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461290x0, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:23,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:23,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46129-0x101aa0c9f030001 connected 2024-12-06T03:50:23,705 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:23,718 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:23,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:23,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:23,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46129 2024-12-06T03:50:23,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46129 2024-12-06T03:50:23,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46129 2024-12-06T03:50:23,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46129 2024-12-06T03:50:23,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46129 2024-12-06T03:50:23,749 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:23,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:23,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:23,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:23,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:23,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:23,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:23,751 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:23,751 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32805 2024-12-06T03:50:23,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32805 connecting to ZooKeeper ensemble=127.0.0.1:57655 2024-12-06T03:50:23,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:23,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328050x0, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:23,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328050x0, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:23,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32805-0x101aa0c9f030002 connected 2024-12-06T03:50:23,777 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:23,787 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:23,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:23,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:23,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32805 2024-12-06T03:50:23,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32805 2024-12-06T03:50:23,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32805 2024-12-06T03:50:23,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32805 2024-12-06T03:50:23,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32805 2024-12-06T03:50:23,806 DEBUG [M:0;6f1b912b0816:46481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6f1b912b0816:46481 2024-12-06T03:50:23,807 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6f1b912b0816,46481,1733457022867 2024-12-06T03:50:23,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:23,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:23,818 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:23,820 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6f1b912b0816,46481,1733457022867 2024-12-06T03:50:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:23,850 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:23,850 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:23,851 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T03:50:23,853 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6f1b912b0816,46481,1733457022867 from backup master directory 2024-12-06T03:50:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6f1b912b0816,46481,1733457022867 2024-12-06T03:50:23,859 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:23,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:23,860 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:23,860 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6f1b912b0816,46481,1733457022867 2024-12-06T03:50:23,862 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T03:50:23,864 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T03:50:23,915 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/hbase.id] with ID: 0c1fd523-7e91-4084-aada-dee38800f164 2024-12-06T03:50:23,915 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/.tmp/hbase.id 2024-12-06T03:50:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:23,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/.tmp/hbase.id]:[hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/hbase.id] 2024-12-06T03:50:23,973 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:23,977 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T03:50:23,994 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-06T03:50:24,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,026 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:24,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:24,058 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:24,060 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T03:50:24,073 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:50:24,077 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:24,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:24,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:24,128 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store 2024-12-06T03:50:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:24,152 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T03:50:24,156 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:24,157 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:24,157 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:24,158 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:24,159 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:24,160 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:24,160 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:24,161 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457024157Disabling compacts and flushes for region at 1733457024157Disabling writes for close at 1733457024160 (+3 ms)Writing region close event to WAL at 1733457024160Closed at 1733457024160 2024-12-06T03:50:24,164 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/.initializing 2024-12-06T03:50:24,164 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/WALs/6f1b912b0816,46481,1733457022867 2024-12-06T03:50:24,173 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:24,190 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C46481%2C1733457022867, suffix=, logDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/WALs/6f1b912b0816,46481,1733457022867, archiveDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/oldWALs, maxLogs=10 2024-12-06T03:50:24,219 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/WALs/6f1b912b0816,46481,1733457022867/6f1b912b0816%2C46481%2C1733457022867.1733457024196, exclude list is [], retry=0 2024-12-06T03:50:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-96646b44-4762-4f73-944c-c5a05e1adc59,DISK] 2024-12-06T03:50:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36435,DS-39e23b80-9ec6-48ef-b717-571348c44f12,DISK] 2024-12-06T03:50:24,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T03:50:24,273 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/WALs/6f1b912b0816,46481,1733457022867/6f1b912b0816%2C46481%2C1733457022867.1733457024196 2024-12-06T03:50:24,274 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913),(127.0.0.1/127.0.0.1:41467:41467)] 2024-12-06T03:50:24,275 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:24,275 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:24,278 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,279 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T03:50:24,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:24,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:24,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T03:50:24,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:24,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:24,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T03:50:24,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:24,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:24,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T03:50:24,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:24,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:24,363 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,367 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,368 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,374 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,374 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,378 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:24,381 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:24,390 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:24,392 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71754192, jitterRate=0.06922078132629395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:24,397 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733457024291Initializing all the Stores at 1733457024293 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457024294 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457024294Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457024294Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457024294Cleaning up temporary data from old regions at 1733457024374 (+80 ms)Region opened successfully at 1733457024396 (+22 ms) 2024-12-06T03:50:24,398 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T03:50:24,428 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c236b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:24,456 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T03:50:24,465 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T03:50:24,466 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T03:50:24,469 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T03:50:24,471 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T03:50:24,476 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-06T03:50:24,477 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T03:50:24,500 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T03:50:24,508 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T03:50:24,559 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T03:50:24,562 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T03:50:24,564 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T03:50:24,576 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T03:50:24,578 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T03:50:24,582 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T03:50:24,592 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T03:50:24,594 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T03:50:24,601 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T03:50:24,621 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T03:50:24,626 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T03:50:24,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:24,634 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:24,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:24,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,634 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,637 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6f1b912b0816,46481,1733457022867, sessionid=0x101aa0c9f030000, setting cluster-up flag (Was=false) 2024-12-06T03:50:24,667 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,692 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T03:50:24,694 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,46481,1733457022867 2024-12-06T03:50:24,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,709 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:24,734 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T03:50:24,736 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,46481,1733457022867 2024-12-06T03:50:24,742 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T03:50:24,796 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(746): ClusterId : 0c1fd523-7e91-4084-aada-dee38800f164 2024-12-06T03:50:24,798 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:24,799 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(746): ClusterId : 0c1fd523-7e91-4084-aada-dee38800f164 2024-12-06T03:50:24,799 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:24,820 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:24,831 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T03:50:24,836 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:24,836 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:24,836 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:24,836 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:24,838 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T03:50:24,844 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:24,844 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:24,844 DEBUG [RS:1;6f1b912b0816:32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65958090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:24,844 DEBUG [RS:0;6f1b912b0816:46129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb89fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:24,845 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6f1b912b0816,46481,1733457022867 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T03:50:24,854 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:24,854 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:24,854 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:24,854 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:24,855 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6f1b912b0816:0, corePoolSize=10, maxPoolSize=10 2024-12-06T03:50:24,855 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:24,855 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:24,855 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:24,861 DEBUG [RS:1;6f1b912b0816:32805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6f1b912b0816:32805 2024-12-06T03:50:24,861 DEBUG [RS:0;6f1b912b0816:46129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6f1b912b0816:46129 2024-12-06T03:50:24,866 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:24,866 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:24,866 DEBUG [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:24,867 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:24,867 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:24,867 DEBUG [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:24,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:24,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T03:50:24,869 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,46481,1733457022867 with port=32805, startcode=1733457023748 2024-12-06T03:50:24,869 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,46481,1733457022867 with port=46129, startcode=1733457023616 2024-12-06T03:50:24,870 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733457054870 2024-12-06T03:50:24,872 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T03:50:24,873 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T03:50:24,874 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:24,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T03:50:24,877 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T03:50:24,878 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T03:50:24,878 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T03:50:24,878 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T03:50:24,879 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:24,884 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T03:50:24,884 DEBUG [RS:0;6f1b912b0816:46129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:24,885 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T03:50:24,886 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T03:50:24,891 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T03:50:24,891 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T03:50:24,895 DEBUG [RS:1;6f1b912b0816:32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:24,897 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457024892,5,FailOnTimeoutGroup] 2024-12-06T03:50:24,898 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457024897,5,FailOnTimeoutGroup] 2024-12-06T03:50:24,898 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:24,899 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T03:50:24,900 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:24,901 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:24,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:24,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T03:50:24,922 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f 2024-12-06T03:50:24,942 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48279, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:24,942 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:24,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:24,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:24,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:24,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,32805,1733457023748 2024-12-06T03:50:24,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46481 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,32805,1733457023748 2024-12-06T03:50:24,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:24,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:24,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:24,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:24,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:24,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:24,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:24,962 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,46129,1733457023616 2024-12-06T03:50:24,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46481 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,46129,1733457023616 2024-12-06T03:50:24,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:24,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:24,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:24,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:24,967 DEBUG [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f 2024-12-06T03:50:24,967 DEBUG [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f 2024-12-06T03:50:24,967 DEBUG [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39805 2024-12-06T03:50:24,967 DEBUG [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39805 2024-12-06T03:50:24,967 DEBUG [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:24,967 DEBUG [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:24,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:24,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:24,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:24,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:24,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:24,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:24,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740 2024-12-06T03:50:24,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740 2024-12-06T03:50:24,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:24,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:24,977 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:24,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:24,983 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:24,984 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68266053, jitterRate=0.017243459820747375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:24,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733457024948Initializing all the Stores at 1733457024951 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457024951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457024951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457024951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457024951Cleaning up temporary data from old regions at 1733457024976 (+25 ms)Region opened successfully at 1733457024986 (+10 ms) 2024-12-06T03:50:24,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:24,986 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:24,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:24,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:24,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:24,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:24,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457024986Disabling compacts and flushes for region at 1733457024986Disabling writes for close at 1733457024987 (+1 ms)Writing region close event to WAL at 1733457024988 (+1 ms)Closed at 1733457024988 2024-12-06T03:50:24,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:24,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T03:50:24,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T03:50:25,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:25,008 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T03:50:25,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:25,013 DEBUG [RS:1;6f1b912b0816:32805 {}] zookeeper.ZKUtil(111): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,32805,1733457023748 2024-12-06T03:50:25,013 WARN [RS:1;6f1b912b0816:32805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:25,013 DEBUG [RS:0;6f1b912b0816:46129 {}] zookeeper.ZKUtil(111): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,46129,1733457023616 2024-12-06T03:50:25,013 WARN [RS:0;6f1b912b0816:46129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:25,013 INFO [RS:1;6f1b912b0816:32805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:25,013 INFO [RS:0;6f1b912b0816:46129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:25,013 DEBUG [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,46129,1733457023616 2024-12-06T03:50:25,013 DEBUG [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,32805,1733457023748 2024-12-06T03:50:25,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,46129,1733457023616] 2024-12-06T03:50:25,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,32805,1733457023748] 2024-12-06T03:50:25,043 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:25,043 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:25,056 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:25,056 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:25,061 INFO [RS:1;6f1b912b0816:32805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:25,061 INFO [RS:0;6f1b912b0816:46129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:25,061 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,061 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,062 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:25,062 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:25,069 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:25,069 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:25,070 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,070 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,071 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:25,071 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,071 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:25,071 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,072 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,072 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,072 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,072 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,072 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,072 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,072 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,072 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,072 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:25,072 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,072 DEBUG [RS:1;6f1b912b0816:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:25,072 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:25,073 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:25,073 DEBUG [RS:0;6f1b912b0816:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:25,074 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,074 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,075 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,075 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,075 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,075 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,075 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,075 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,075 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,075 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,075 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,32805,1733457023748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:25,075 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,46129,1733457023616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:25,093 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:25,095 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,32805,1733457023748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,096 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,096 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.Replication(171): 6f1b912b0816,32805,1733457023748 started 2024-12-06T03:50:25,103 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:25,104 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,46129,1733457023616-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,104 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,104 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.Replication(171): 6f1b912b0816,46129,1733457023616 started 2024-12-06T03:50:25,113 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,114 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,32805,1733457023748, RpcServer on 6f1b912b0816/172.17.0.2:32805, sessionid=0x101aa0c9f030002 2024-12-06T03:50:25,114 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:25,115 DEBUG [RS:1;6f1b912b0816:32805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,32805,1733457023748 2024-12-06T03:50:25,115 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,32805,1733457023748' 2024-12-06T03:50:25,115 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:25,116 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:25,117 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:25,117 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:25,117 DEBUG [RS:1;6f1b912b0816:32805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,32805,1733457023748 2024-12-06T03:50:25,117 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,32805,1733457023748' 2024-12-06T03:50:25,117 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:25,118 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:25,119 DEBUG [RS:1;6f1b912b0816:32805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:25,119 INFO [RS:1;6f1b912b0816:32805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:25,119 INFO [RS:1;6f1b912b0816:32805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:25,126 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,126 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,46129,1733457023616, RpcServer on 6f1b912b0816/172.17.0.2:46129, sessionid=0x101aa0c9f030001 2024-12-06T03:50:25,126 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:25,126 DEBUG [RS:0;6f1b912b0816:46129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,46129,1733457023616 2024-12-06T03:50:25,127 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,46129,1733457023616' 2024-12-06T03:50:25,127 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:25,128 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:25,128 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:25,128 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:25,128 DEBUG [RS:0;6f1b912b0816:46129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,46129,1733457023616 2024-12-06T03:50:25,129 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,46129,1733457023616' 2024-12-06T03:50:25,129 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:25,136 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:25,137 DEBUG [RS:0;6f1b912b0816:46129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:25,137 INFO [RS:0;6f1b912b0816:46129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:25,137 INFO [RS:0;6f1b912b0816:46129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:25,159 WARN [6f1b912b0816:46481 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T03:50:25,224 INFO [RS:1;6f1b912b0816:32805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:25,229 INFO [RS:1;6f1b912b0816:32805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C32805%2C1733457023748, suffix=, logDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,32805,1733457023748, archiveDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/oldWALs, maxLogs=32 2024-12-06T03:50:25,239 INFO [RS:0;6f1b912b0816:46129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:25,241 INFO [RS:0;6f1b912b0816:46129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C46129%2C1733457023616, suffix=, logDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,46129,1733457023616, archiveDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/oldWALs, maxLogs=32 2024-12-06T03:50:25,253 DEBUG [RS:1;6f1b912b0816:32805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,32805,1733457023748/6f1b912b0816%2C32805%2C1733457023748.1733457025234, exclude list is [], retry=0 2024-12-06T03:50:25,256 DEBUG [RS:0;6f1b912b0816:46129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,46129,1733457023616/6f1b912b0816%2C46129%2C1733457023616.1733457025243, exclude list is [], retry=0 2024-12-06T03:50:25,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-96646b44-4762-4f73-944c-c5a05e1adc59,DISK] 2024-12-06T03:50:25,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36435,DS-39e23b80-9ec6-48ef-b717-571348c44f12,DISK] 2024-12-06T03:50:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-96646b44-4762-4f73-944c-c5a05e1adc59,DISK] 2024-12-06T03:50:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36435,DS-39e23b80-9ec6-48ef-b717-571348c44f12,DISK] 2024-12-06T03:50:25,268 INFO [RS:1;6f1b912b0816:32805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,32805,1733457023748/6f1b912b0816%2C32805%2C1733457023748.1733457025234 2024-12-06T03:50:25,269 DEBUG [RS:1;6f1b912b0816:32805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:41913:41913)] 2024-12-06T03:50:25,272 INFO [RS:0;6f1b912b0816:46129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,46129,1733457023616/6f1b912b0816%2C46129%2C1733457023616.1733457025243 2024-12-06T03:50:25,272 DEBUG [RS:0;6f1b912b0816:46129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913),(127.0.0.1/127.0.0.1:41467:41467)] 2024-12-06T03:50:25,411 DEBUG [6f1b912b0816:46481 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T03:50:25,418 DEBUG [6f1b912b0816:46481 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:25,423 DEBUG [6f1b912b0816:46481 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:25,423 DEBUG [6f1b912b0816:46481 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:25,423 DEBUG [6f1b912b0816:46481 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:25,423 DEBUG [6f1b912b0816:46481 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:25,424 INFO [6f1b912b0816:46481 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:25,424 INFO [6f1b912b0816:46481 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:25,424 DEBUG [6f1b912b0816:46481 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:25,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6f1b912b0816,32805,1733457023748 2024-12-06T03:50:25,439 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,32805,1733457023748, state=OPENING 2024-12-06T03:50:25,476 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T03:50:25,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:25,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:25,484 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:25,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:25,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:25,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:25,487 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:25,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,32805,1733457023748}] 2024-12-06T03:50:25,663 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:25,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:25,677 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T03:50:25,677 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:25,678 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T03:50:25,681 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C32805%2C1733457023748.meta, suffix=.meta, logDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,32805,1733457023748, archiveDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/oldWALs, maxLogs=32 2024-12-06T03:50:25,695 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,32805,1733457023748/6f1b912b0816%2C32805%2C1733457023748.meta.1733457025683.meta, exclude list is [], retry=0 2024-12-06T03:50:25,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36435,DS-39e23b80-9ec6-48ef-b717-571348c44f12,DISK] 2024-12-06T03:50:25,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-96646b44-4762-4f73-944c-c5a05e1adc59,DISK] 2024-12-06T03:50:25,702 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/WALs/6f1b912b0816,32805,1733457023748/6f1b912b0816%2C32805%2C1733457023748.meta.1733457025683.meta 2024-12-06T03:50:25,702 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467),(127.0.0.1/127.0.0.1:41913:41913)] 2024-12-06T03:50:25,703 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:25,704 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T03:50:25,707 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T03:50:25,712 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T03:50:25,716 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T03:50:25,716 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:25,716 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T03:50:25,716 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T03:50:25,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:25,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:25,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:25,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:25,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:25,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:25,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:25,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:25,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:25,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:25,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:25,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:25,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:25,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:25,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:25,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:25,732 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:25,734 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740 2024-12-06T03:50:25,738 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740 2024-12-06T03:50:25,741 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:25,741 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:25,742 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:25,746 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:25,748 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72881704, jitterRate=0.0860220193862915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:25,748 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T03:50:25,750 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733457025717Writing region info on filesystem at 1733457025717Initializing all the Stores at 1733457025719 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457025719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457025719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457025719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457025719Cleaning up temporary data from old regions at 1733457025741 (+22 ms)Running coprocessor post-open hooks at 1733457025748 (+7 ms)Region opened successfully at 1733457025750 (+2 ms) 2024-12-06T03:50:25,758 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733457025655 2024-12-06T03:50:25,771 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T03:50:25,772 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T03:50:25,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,32805,1733457023748 2024-12-06T03:50:25,778 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,32805,1733457023748, state=OPEN 2024-12-06T03:50:25,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:25,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:25,808 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:25,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:25,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:25,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:25,809 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6f1b912b0816,32805,1733457023748 2024-12-06T03:50:25,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T03:50:25,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,32805,1733457023748 in 320 msec 2024-12-06T03:50:25,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T03:50:25,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 822 msec 2024-12-06T03:50:25,825 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:25,825 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T03:50:25,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:25,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,32805,1733457023748, seqNum=-1] 2024-12-06T03:50:25,864 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:25,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:25,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1150 sec 2024-12-06T03:50:25,889 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733457025889, completionTime=-1 2024-12-06T03:50:25,892 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T03:50:25,892 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T03:50:25,950 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T03:50:25,950 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733457085950 2024-12-06T03:50:25,950 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733457145950 2024-12-06T03:50:25,950 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 57 msec 2024-12-06T03:50:25,952 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T03:50:25,975 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,46481,1733457022867-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,975 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,46481,1733457022867-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,976 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,46481,1733457022867-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,978 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6f1b912b0816:46481, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,978 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,983 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:25,987 DEBUG [master/6f1b912b0816:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T03:50:26,013 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.152sec 2024-12-06T03:50:26,015 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T03:50:26,016 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T03:50:26,017 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T03:50:26,017 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T03:50:26,018 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T03:50:26,019 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,46481,1733457022867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:26,020 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,46481,1733457022867-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T03:50:26,025 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T03:50:26,026 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T03:50:26,027 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,46481,1733457022867-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:26,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cb0b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:26,109 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T03:50:26,109 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T03:50:26,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6f1b912b0816,46481,-1 for getting cluster id 2024-12-06T03:50:26,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T03:50:26,146 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c1fd523-7e91-4084-aada-dee38800f164' 2024-12-06T03:50:26,149 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T03:50:26,149 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c1fd523-7e91-4084-aada-dee38800f164" 2024-12-06T03:50:26,151 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a25081b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:26,151 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6f1b912b0816,46481,-1] 2024-12-06T03:50:26,153 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T03:50:26,155 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:26,156 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T03:50:26,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15faa7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:26,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:26,166 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,32805,1733457023748, seqNum=-1] 2024-12-06T03:50:26,167 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:26,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:26,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6f1b912b0816,46481,1733457022867 2024-12-06T03:50:26,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T03:50:26,200 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6f1b912b0816,46481,1733457022867 2024-12-06T03:50:26,202 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6575d0c6 2024-12-06T03:50:26,203 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:50:26,205 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:50:26,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T03:50:26,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:50:26,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T03:50:26,223 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:26,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:50:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:26,654 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0d3095c88dedb786a70bed73485c9fd, NAME => 'testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f 2024-12-06T03:50:26,654 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6308c6df5e7a4e4390c40609bca81a14, NAME => 'testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f 2024-12-06T03:50:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:26,665 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e0d3095c88dedb786a70bed73485c9fd, disabling compactions & flushes 2024-12-06T03:50:26,666 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. after waiting 0 ms 2024-12-06T03:50:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:26,666 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0d3095c88dedb786a70bed73485c9fd: Waiting for close lock at 1733457026665Disabling compacts and flushes for region at 1733457026666 (+1 ms)Disabling writes for close at 1733457026666Writing region close event to WAL at 1733457026666Closed at 1733457026666 2024-12-06T03:50:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6308c6df5e7a4e4390c40609bca81a14, disabling compactions & flushes 2024-12-06T03:50:26,666 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:26,666 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:26,667 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. after waiting 0 ms 2024-12-06T03:50:26,667 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:26,667 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:26,667 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6308c6df5e7a4e4390c40609bca81a14: Waiting for close lock at 1733457026666Disabling compacts and flushes for region at 1733457026666Disabling writes for close at 1733457026667 (+1 ms)Writing region close event to WAL at 1733457026667Closed at 1733457026667 2024-12-06T03:50:26,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:50:26,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457026669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457026669"}]},"ts":"1733457026669"} 2024-12-06T03:50:26,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457026669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457026669"}]},"ts":"1733457026669"} 2024-12-06T03:50:26,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T03:50:26,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:50:26,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457026708"}]},"ts":"1733457026708"} 2024-12-06T03:50:26,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T03:50:26,715 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:26,717 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:26,717 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:26,717 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:26,717 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:26,717 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:26,717 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:26,717 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:26,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0d3095c88dedb786a70bed73485c9fd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6308c6df5e7a4e4390c40609bca81a14, ASSIGN}] 2024-12-06T03:50:26,722 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0d3095c88dedb786a70bed73485c9fd, ASSIGN 2024-12-06T03:50:26,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6308c6df5e7a4e4390c40609bca81a14, ASSIGN 2024-12-06T03:50:26,724 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6308c6df5e7a4e4390c40609bca81a14, ASSIGN; state=OFFLINE, location=6f1b912b0816,32805,1733457023748; forceNewPlan=false, retain=false 2024-12-06T03:50:26,724 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0d3095c88dedb786a70bed73485c9fd, ASSIGN; state=OFFLINE, location=6f1b912b0816,46129,1733457023616; forceNewPlan=false, retain=false 2024-12-06T03:50:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:26,876 INFO [6f1b912b0816:46481 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T03:50:26,877 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0d3095c88dedb786a70bed73485c9fd, regionState=OPENING, regionLocation=6f1b912b0816,46129,1733457023616 2024-12-06T03:50:26,877 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6308c6df5e7a4e4390c40609bca81a14, regionState=OPENING, regionLocation=6f1b912b0816,32805,1733457023748 2024-12-06T03:50:26,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6308c6df5e7a4e4390c40609bca81a14, ASSIGN because future has completed 2024-12-06T03:50:26,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6308c6df5e7a4e4390c40609bca81a14, server=6f1b912b0816,32805,1733457023748}] 2024-12-06T03:50:26,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0d3095c88dedb786a70bed73485c9fd, ASSIGN because future has completed 2024-12-06T03:50:26,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0d3095c88dedb786a70bed73485c9fd, server=6f1b912b0816,46129,1733457023616}] 2024-12-06T03:50:27,043 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:27,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55229, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:27,045 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:27,046 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6308c6df5e7a4e4390c40609bca81a14, NAME => 'testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T03:50:27,046 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,046 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:27,046 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,047 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,049 INFO [StoreOpener-6308c6df5e7a4e4390c40609bca81a14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,051 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:27,051 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => e0d3095c88dedb786a70bed73485c9fd, NAME => 'testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T03:50:27,051 INFO [StoreOpener-6308c6df5e7a4e4390c40609bca81a14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6308c6df5e7a4e4390c40609bca81a14 columnFamilyName family 2024-12-06T03:50:27,051 DEBUG [StoreOpener-6308c6df5e7a4e4390c40609bca81a14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:27,051 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,051 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:27,052 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,052 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,052 INFO [StoreOpener-6308c6df5e7a4e4390c40609bca81a14-1 {}] regionserver.HStore(327): Store=6308c6df5e7a4e4390c40609bca81a14/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:27,053 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,054 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,054 INFO [StoreOpener-e0d3095c88dedb786a70bed73485c9fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,054 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,055 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,055 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,056 INFO [StoreOpener-e0d3095c88dedb786a70bed73485c9fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0d3095c88dedb786a70bed73485c9fd columnFamilyName family 2024-12-06T03:50:27,056 DEBUG [StoreOpener-e0d3095c88dedb786a70bed73485c9fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:27,057 INFO [StoreOpener-e0d3095c88dedb786a70bed73485c9fd-1 {}] regionserver.HStore(327): Store=e0d3095c88dedb786a70bed73485c9fd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:27,057 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,058 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,058 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,059 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,060 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,060 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,061 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/6308c6df5e7a4e4390c40609bca81a14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:27,062 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6308c6df5e7a4e4390c40609bca81a14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67437463, jitterRate=0.004896506667137146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:27,063 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,063 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,064 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6308c6df5e7a4e4390c40609bca81a14: Running coprocessor pre-open hook at 1733457027047Writing region info on filesystem at 1733457027047Initializing all the Stores at 1733457027048 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457027048Cleaning up temporary data from old regions at 1733457027055 (+7 ms)Running coprocessor post-open hooks at 1733457027063 (+8 ms)Region opened successfully at 1733457027064 (+1 ms) 2024-12-06T03:50:27,066 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14., pid=7, masterSystemTime=1733457027038 2024-12-06T03:50:27,067 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/e0d3095c88dedb786a70bed73485c9fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:27,068 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened e0d3095c88dedb786a70bed73485c9fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59870416, jitterRate=-0.10786128044128418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:27,068 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,068 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for e0d3095c88dedb786a70bed73485c9fd: Running coprocessor pre-open hook at 1733457027052Writing region info on filesystem at 1733457027052Initializing all the Stores at 1733457027053 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457027053Cleaning up temporary data from old regions at 1733457027060 (+7 ms)Running coprocessor post-open hooks at 1733457027068 (+8 ms)Region opened successfully at 1733457027068 2024-12-06T03:50:27,070 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:27,070 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:27,071 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd., pid=8, masterSystemTime=1733457027042 2024-12-06T03:50:27,071 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6308c6df5e7a4e4390c40609bca81a14, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,32805,1733457023748 2024-12-06T03:50:27,074 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:27,074 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6308c6df5e7a4e4390c40609bca81a14, server=6f1b912b0816,32805,1733457023748 because future has completed 2024-12-06T03:50:27,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0d3095c88dedb786a70bed73485c9fd, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,46129,1733457023616 2024-12-06T03:50:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0d3095c88dedb786a70bed73485c9fd, server=6f1b912b0816,46129,1733457023616 because future has completed 2024-12-06T03:50:27,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T03:50:27,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6308c6df5e7a4e4390c40609bca81a14, server=6f1b912b0816,32805,1733457023748 in 198 msec 2024-12-06T03:50:27,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-06T03:50:27,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6308c6df5e7a4e4390c40609bca81a14, ASSIGN in 366 msec 2024-12-06T03:50:27,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e0d3095c88dedb786a70bed73485c9fd, server=6f1b912b0816,46129,1733457023616 in 199 msec 2024-12-06T03:50:27,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T03:50:27,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0d3095c88dedb786a70bed73485c9fd, ASSIGN in 369 msec 2024-12-06T03:50:27,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:50:27,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457027094"}]},"ts":"1733457027094"} 2024-12-06T03:50:27,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T03:50:27,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:50:27,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 887 msec 2024-12-06T03:50:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:27,373 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T03:50:27,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T03:50:27,374 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:27,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T03:50:27,381 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:27,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T03:50:27,389 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd., hostname=6f1b912b0816,46129,1733457023616, seqNum=2] 2024-12-06T03:50:27,390 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:27,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:27,408 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14., hostname=6f1b912b0816,32805,1733457023748, seqNum=2] 2024-12-06T03:50:27,429 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e0d3095c88dedb786a70bed73485c9fd 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T03:50:27,499 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/e0d3095c88dedb786a70bed73485c9fd/.tmp/family/882f6aee3358486d9b7c64ffd746e679 is 32, key is 1/family:/1733457027393/Put/seqid=0 2024-12-06T03:50:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741839_1015 (size=5054) 2024-12-06T03:50:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741839_1015 (size=5054) 2024-12-06T03:50:27,512 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/e0d3095c88dedb786a70bed73485c9fd/.tmp/family/882f6aee3358486d9b7c64ffd746e679 2024-12-06T03:50:27,552 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/e0d3095c88dedb786a70bed73485c9fd/.tmp/family/882f6aee3358486d9b7c64ffd746e679 as hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/e0d3095c88dedb786a70bed73485c9fd/family/882f6aee3358486d9b7c64ffd746e679 2024-12-06T03:50:27,564 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/e0d3095c88dedb786a70bed73485c9fd/family/882f6aee3358486d9b7c64ffd746e679, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T03:50:27,570 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e0d3095c88dedb786a70bed73485c9fd in 141ms, sequenceid=8, compaction requested=false 2024-12-06T03:50:27,571 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-06T03:50:27,573 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e0d3095c88dedb786a70bed73485c9fd: 2024-12-06T03:50:27,573 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6308c6df5e7a4e4390c40609bca81a14 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T03:50:27,603 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/6308c6df5e7a4e4390c40609bca81a14/.tmp/family/828e176510764e46b0a4d7beefe17a80 is 32, key is 5/family:/1733457027410/Put/seqid=0 2024-12-06T03:50:27,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741840_1016 (size=5083) 2024-12-06T03:50:27,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741840_1016 (size=5083) 2024-12-06T03:50:27,614 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/6308c6df5e7a4e4390c40609bca81a14/.tmp/family/828e176510764e46b0a4d7beefe17a80 2024-12-06T03:50:27,626 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/6308c6df5e7a4e4390c40609bca81a14/.tmp/family/828e176510764e46b0a4d7beefe17a80 as hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/6308c6df5e7a4e4390c40609bca81a14/family/828e176510764e46b0a4d7beefe17a80 2024-12-06T03:50:27,636 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/6308c6df5e7a4e4390c40609bca81a14/family/828e176510764e46b0a4d7beefe17a80, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T03:50:27,638 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6308c6df5e7a4e4390c40609bca81a14 in 65ms, sequenceid=9, compaction requested=false 2024-12-06T03:50:27,638 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6308c6df5e7a4e4390c40609bca81a14: 2024-12-06T03:50:27,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4557b685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:27,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6f1b912b0816,46481,-1 for getting cluster id 2024-12-06T03:50:27,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T03:50:27,643 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c1fd523-7e91-4084-aada-dee38800f164' 2024-12-06T03:50:27,644 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T03:50:27,644 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c1fd523-7e91-4084-aada-dee38800f164" 2024-12-06T03:50:27,644 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@853b88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:27,644 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6f1b912b0816,46481,-1] 2024-12-06T03:50:27,645 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T03:50:27,645 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:27,646 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T03:50:27,648 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe6083e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:27,668 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T03:50:27,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:27,670 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,32805,1733457023748, seqNum=-1] 2024-12-06T03:50:27,671 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:27,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:27,686 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:27,687 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:27,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:27,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:27,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:27,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:27,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:27,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:27,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T03:50:27,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T03:50:27,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:27,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:27,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:27,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:27,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T03:50:27,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T03:50:27,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2081107880, stopped=false 2024-12-06T03:50:27,702 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6f1b912b0816,46481,1733457022867 2024-12-06T03:50:27,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:27,759 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:27,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:27,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:27,759 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:27,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:27,759 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:27,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:27,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:27,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:27,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:27,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:27,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:27,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,46129,1733457023616' ***** 2024-12-06T03:50:27,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:27,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,32805,1733457023748' ***** 2024-12-06T03:50:27,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:27,762 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:27,762 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:27,762 INFO [RS:1;6f1b912b0816:32805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:27,762 INFO [RS:0;6f1b912b0816:46129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:27,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:27,762 INFO [RS:1;6f1b912b0816:32805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:27,762 INFO [RS:0;6f1b912b0816:46129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:27,763 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(3091): Received CLOSE for 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,763 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(3091): Received CLOSE for e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,763 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:27,763 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,32805,1733457023748 2024-12-06T03:50:27,763 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,46129,1733457023616 2024-12-06T03:50:27,763 INFO [RS:1;6f1b912b0816:32805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:27,763 INFO [RS:0;6f1b912b0816:46129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:27,763 INFO [RS:1;6f1b912b0816:32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6f1b912b0816:32805. 2024-12-06T03:50:27,763 INFO [RS:0;6f1b912b0816:46129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6f1b912b0816:46129. 2024-12-06T03:50:27,763 DEBUG [RS:1;6f1b912b0816:32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:27,764 DEBUG [RS:0;6f1b912b0816:46129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:27,764 DEBUG [RS:1;6f1b912b0816:32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:27,764 DEBUG [RS:0;6f1b912b0816:46129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:27,764 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:27,764 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0d3095c88dedb786a70bed73485c9fd, disabling compactions & flushes 2024-12-06T03:50:27,764 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T03:50:27,764 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:27,764 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:27,764 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:27,764 DEBUG [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(1325): Online Regions={e0d3095c88dedb786a70bed73485c9fd=testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd.} 2024-12-06T03:50:27,764 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:27,764 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. after waiting 0 ms 2024-12-06T03:50:27,764 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T03:50:27,764 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:27,764 DEBUG [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(1351): Waiting on e0d3095c88dedb786a70bed73485c9fd 2024-12-06T03:50:27,764 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6308c6df5e7a4e4390c40609bca81a14, disabling compactions & flushes 2024-12-06T03:50:27,764 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:27,764 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T03:50:27,764 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:27,765 DEBUG [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6308c6df5e7a4e4390c40609bca81a14=testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14.} 2024-12-06T03:50:27,765 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. after waiting 0 ms 2024-12-06T03:50:27,765 DEBUG [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6308c6df5e7a4e4390c40609bca81a14 2024-12-06T03:50:27,765 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:27,765 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:27,765 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:27,766 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:27,766 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:27,766 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:27,766 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T03:50:27,777 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/e0d3095c88dedb786a70bed73485c9fd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T03:50:27,779 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:27,779 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:27,780 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0d3095c88dedb786a70bed73485c9fd: Waiting for close lock at 1733457027763Running coprocessor pre-close hooks at 1733457027764 (+1 ms)Disabling compacts and flushes for region at 1733457027764Disabling writes for close at 1733457027764Writing region close event to WAL at 1733457027767 (+3 ms)Running coprocessor post-close hooks at 1733457027778 (+11 ms)Closed at 1733457027779 (+1 ms) 2024-12-06T03:50:27,780 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/default/testClearRegionBlockCache/6308c6df5e7a4e4390c40609bca81a14/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T03:50:27,780 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733457026207.e0d3095c88dedb786a70bed73485c9fd. 2024-12-06T03:50:27,781 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:27,781 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6308c6df5e7a4e4390c40609bca81a14: Waiting for close lock at 1733457027763Running coprocessor pre-close hooks at 1733457027764 (+1 ms)Disabling compacts and flushes for region at 1733457027764Disabling writes for close at 1733457027765 (+1 ms)Writing region close event to WAL at 1733457027772 (+7 ms)Running coprocessor post-close hooks at 1733457027781 (+9 ms)Closed at 1733457027781 2024-12-06T03:50:27,781 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14. 2024-12-06T03:50:27,784 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:27,794 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/.tmp/info/4b3ba37cefe940819ecfa3d3c1e9f2fa is 173, key is testClearRegionBlockCache,5,1733457026207.6308c6df5e7a4e4390c40609bca81a14./info:regioninfo/1733457027071/Put/seqid=0 2024-12-06T03:50:27,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:27,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:27,809 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/.tmp/info/4b3ba37cefe940819ecfa3d3c1e9f2fa 2024-12-06T03:50:27,838 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/.tmp/ns/8ec932a77895454e907b8b5ea9a69074 is 43, key is default/ns:d/1733457025871/Put/seqid=0 2024-12-06T03:50:27,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:27,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:27,845 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/.tmp/ns/8ec932a77895454e907b8b5ea9a69074 2024-12-06T03:50:27,870 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/.tmp/table/0cc258e5f96b49b19d7c2b21ca130db7 is 61, key is testClearRegionBlockCache/table:state/1733457027094/Put/seqid=0 2024-12-06T03:50:27,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:27,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:27,882 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/.tmp/table/0cc258e5f96b49b19d7c2b21ca130db7 2024-12-06T03:50:27,894 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/.tmp/info/4b3ba37cefe940819ecfa3d3c1e9f2fa as hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/info/4b3ba37cefe940819ecfa3d3c1e9f2fa 2024-12-06T03:50:27,904 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/info/4b3ba37cefe940819ecfa3d3c1e9f2fa, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T03:50:27,906 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/.tmp/ns/8ec932a77895454e907b8b5ea9a69074 as hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/ns/8ec932a77895454e907b8b5ea9a69074 2024-12-06T03:50:27,914 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/ns/8ec932a77895454e907b8b5ea9a69074, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T03:50:27,916 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/.tmp/table/0cc258e5f96b49b19d7c2b21ca130db7 as hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/table/0cc258e5f96b49b19d7c2b21ca130db7 2024-12-06T03:50:27,930 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/table/0cc258e5f96b49b19d7c2b21ca130db7, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T03:50:27,932 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=13, compaction requested=false 2024-12-06T03:50:27,932 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T03:50:27,939 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T03:50:27,940 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T03:50:27,941 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:27,941 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457027765Running coprocessor pre-close hooks at 1733457027765Disabling compacts and flushes for region at 1733457027765Disabling writes for close at 1733457027766 (+1 ms)Obtaining lock to block concurrent updates at 1733457027766Preparing flush snapshotting stores in 1588230740 at 1733457027766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733457027767 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733457027768 (+1 ms)Flushing 1588230740/info: creating writer at 1733457027768Flushing 1588230740/info: appending metadata at 1733457027793 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733457027793Flushing 1588230740/ns: creating writer at 1733457027818 (+25 ms)Flushing 1588230740/ns: appending metadata at 1733457027837 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733457027837Flushing 1588230740/table: creating writer at 1733457027854 (+17 ms)Flushing 1588230740/table: appending metadata at 1733457027870 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733457027870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e4d0b: reopening flushed file at 1733457027892 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35cb7a72: reopening flushed file at 1733457027904 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0ac5d: reopening flushed file at 1733457027915 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=13, compaction requested=false at 1733457027932 (+17 ms)Writing region close event to WAL at 1733457027934 (+2 ms)Running coprocessor post-close hooks at 1733457027940 (+6 ms)Closed at 1733457027941 (+1 ms) 2024-12-06T03:50:27,941 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:27,965 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,46129,1733457023616; all regions closed. 2024-12-06T03:50:27,965 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,32805,1733457023748; all regions closed. 2024-12-06T03:50:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741834_1010 (size=1758) 2024-12-06T03:50:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741834_1010 (size=1758) 2024-12-06T03:50:27,979 DEBUG [RS:0;6f1b912b0816:46129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/oldWALs 2024-12-06T03:50:27,979 DEBUG [RS:1;6f1b912b0816:32805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/oldWALs 2024-12-06T03:50:27,979 INFO [RS:0;6f1b912b0816:46129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C46129%2C1733457023616:(num 1733457025243) 2024-12-06T03:50:27,979 INFO [RS:1;6f1b912b0816:32805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C32805%2C1733457023748.meta:.meta(num 1733457025683) 2024-12-06T03:50:27,979 DEBUG [RS:0;6f1b912b0816:46129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:27,979 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:27,979 INFO [RS:0;6f1b912b0816:46129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:27,980 INFO [RS:0;6f1b912b0816:46129 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:27,980 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:27,980 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:27,980 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:27,980 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:27,980 INFO [RS:0;6f1b912b0816:46129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:27,980 INFO [RS:0;6f1b912b0816:46129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46129 2024-12-06T03:50:27,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741833_1009 (size=1867) 2024-12-06T03:50:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741833_1009 (size=1867) 2024-12-06T03:50:27,989 DEBUG [RS:1;6f1b912b0816:32805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/oldWALs 2024-12-06T03:50:27,989 INFO [RS:1;6f1b912b0816:32805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C32805%2C1733457023748:(num 1733457025234) 2024-12-06T03:50:27,989 DEBUG [RS:1;6f1b912b0816:32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:27,989 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:27,989 INFO [RS:1;6f1b912b0816:32805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:27,990 INFO [RS:1;6f1b912b0816:32805 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:27,990 INFO [RS:1;6f1b912b0816:32805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:27,990 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:27,990 INFO [RS:1;6f1b912b0816:32805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32805 2024-12-06T03:50:28,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:28,009 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,46129,1733457023616 2024-12-06T03:50:28,009 INFO [RS:0;6f1b912b0816:46129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,32805,1733457023748 2024-12-06T03:50:28,017 INFO [RS:1;6f1b912b0816:32805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:28,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,46129,1733457023616] 2024-12-06T03:50:28,033 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,46129,1733457023616 already deleted, retry=false 2024-12-06T03:50:28,034 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,46129,1733457023616 expired; onlineServers=1 2024-12-06T03:50:28,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,32805,1733457023748] 2024-12-06T03:50:28,042 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,32805,1733457023748 already deleted, retry=false 2024-12-06T03:50:28,042 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,32805,1733457023748 expired; onlineServers=0 2024-12-06T03:50:28,042 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6f1b912b0816,46481,1733457022867' ***** 2024-12-06T03:50:28,042 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T03:50:28,042 INFO [M:0;6f1b912b0816:46481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:28,042 INFO [M:0;6f1b912b0816:46481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:28,042 DEBUG [M:0;6f1b912b0816:46481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T03:50:28,043 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T03:50:28,043 DEBUG [M:0;6f1b912b0816:46481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T03:50:28,043 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457024892 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457024892,5,FailOnTimeoutGroup] 2024-12-06T03:50:28,043 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457024897 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457024897,5,FailOnTimeoutGroup] 2024-12-06T03:50:28,043 INFO [M:0;6f1b912b0816:46481 {}] hbase.ChoreService(370): Chore service for: master/6f1b912b0816:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:28,043 INFO [M:0;6f1b912b0816:46481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:28,043 DEBUG [M:0;6f1b912b0816:46481 {}] master.HMaster(1795): Stopping service threads 2024-12-06T03:50:28,043 INFO [M:0;6f1b912b0816:46481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T03:50:28,043 INFO [M:0;6f1b912b0816:46481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:28,044 INFO [M:0;6f1b912b0816:46481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T03:50:28,044 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T03:50:28,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:28,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:28,050 DEBUG [M:0;6f1b912b0816:46481 {}] zookeeper.ZKUtil(347): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T03:50:28,051 WARN [M:0;6f1b912b0816:46481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T03:50:28,052 INFO [M:0;6f1b912b0816:46481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/.lastflushedseqids 2024-12-06T03:50:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741844_1020 (size=182) 2024-12-06T03:50:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741844_1020 (size=182) 2024-12-06T03:50:28,074 INFO [M:0;6f1b912b0816:46481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T03:50:28,075 INFO [M:0;6f1b912b0816:46481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T03:50:28,075 DEBUG [M:0;6f1b912b0816:46481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:28,075 INFO [M:0;6f1b912b0816:46481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:28,075 DEBUG [M:0;6f1b912b0816:46481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:28,075 DEBUG [M:0;6f1b912b0816:46481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:28,075 DEBUG [M:0;6f1b912b0816:46481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:28,075 INFO [M:0;6f1b912b0816:46481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-06T03:50:28,094 DEBUG [M:0;6f1b912b0816:46481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/310a1a94b55b4ebfb56b2ad82e9b83a2 is 82, key is hbase:meta,,1/info:regioninfo/1733457025774/Put/seqid=0 2024-12-06T03:50:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:28,101 INFO [M:0;6f1b912b0816:46481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/310a1a94b55b4ebfb56b2ad82e9b83a2 2024-12-06T03:50:28,123 DEBUG [M:0;6f1b912b0816:46481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31ab76d5ff304fef93e902f8f859c96c is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733457027102/Put/seqid=0 2024-12-06T03:50:28,127 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:28,127 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x101aa0c9f030001, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:28,127 INFO [RS:0;6f1b912b0816:46129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:28,127 INFO [RS:0;6f1b912b0816:46129 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,46129,1733457023616; zookeeper connection closed. 2024-12-06T03:50:28,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@757c3f63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@757c3f63 2024-12-06T03:50:28,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:28,134 INFO [RS:1;6f1b912b0816:32805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:28,134 INFO [RS:1;6f1b912b0816:32805 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,32805,1733457023748; zookeeper connection closed. 2024-12-06T03:50:28,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x101aa0c9f030002, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:28,134 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15cf870d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15cf870d 2024-12-06T03:50:28,135 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T03:50:28,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741846_1022 (size=6218) 2024-12-06T03:50:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741846_1022 (size=6218) 2024-12-06T03:50:28,137 INFO [M:0;6f1b912b0816:46481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31ab76d5ff304fef93e902f8f859c96c 2024-12-06T03:50:28,162 DEBUG [M:0;6f1b912b0816:46481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ed6214f57ee4d2aa9cfcf4be0e110f1 is 69, key is 6f1b912b0816,32805,1733457023748/rs:state/1733457024954/Put/seqid=0 2024-12-06T03:50:28,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:28,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:28,173 INFO [M:0;6f1b912b0816:46481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ed6214f57ee4d2aa9cfcf4be0e110f1 2024-12-06T03:50:28,183 DEBUG [M:0;6f1b912b0816:46481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/310a1a94b55b4ebfb56b2ad82e9b83a2 as hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/310a1a94b55b4ebfb56b2ad82e9b83a2 2024-12-06T03:50:28,194 INFO [M:0;6f1b912b0816:46481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/310a1a94b55b4ebfb56b2ad82e9b83a2, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T03:50:28,195 DEBUG [M:0;6f1b912b0816:46481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31ab76d5ff304fef93e902f8f859c96c as hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31ab76d5ff304fef93e902f8f859c96c 2024-12-06T03:50:28,203 INFO [M:0;6f1b912b0816:46481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31ab76d5ff304fef93e902f8f859c96c, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T03:50:28,205 DEBUG [M:0;6f1b912b0816:46481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ed6214f57ee4d2aa9cfcf4be0e110f1 as hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ed6214f57ee4d2aa9cfcf4be0e110f1 2024-12-06T03:50:28,213 INFO [M:0;6f1b912b0816:46481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39805/user/jenkins/test-data/f2def9f0-cc2e-8345-f819-07501e0c522f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ed6214f57ee4d2aa9cfcf4be0e110f1, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T03:50:28,215 INFO [M:0;6f1b912b0816:46481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=71, compaction requested=false 2024-12-06T03:50:28,221 INFO [M:0;6f1b912b0816:46481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:28,222 DEBUG [M:0;6f1b912b0816:46481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457028075Disabling compacts and flushes for region at 1733457028075Disabling writes for close at 1733457028075Obtaining lock to block concurrent updates at 1733457028075Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733457028075Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733457028076 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733457028076Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733457028076Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733457028093 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733457028093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733457028108 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733457028123 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733457028123Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733457028145 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733457028161 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733457028161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e72ff2: reopening flushed file at 1733457028181 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59fd1099: reopening flushed file at 1733457028194 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a8310: reopening flushed file at 1733457028203 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=71, compaction requested=false at 1733457028215 (+12 ms)Writing region close event to WAL at 1733457028221 (+6 ms)Closed at 1733457028221 2024-12-06T03:50:28,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741830_1006 (size=35428) 2024-12-06T03:50:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36435 is added to blk_1073741830_1006 (size=35428) 2024-12-06T03:50:28,230 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:28,230 INFO [M:0;6f1b912b0816:46481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T03:50:28,230 INFO [M:0;6f1b912b0816:46481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46481 2024-12-06T03:50:28,231 INFO [M:0;6f1b912b0816:46481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:28,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:28,351 INFO [M:0;6f1b912b0816:46481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:28,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46481-0x101aa0c9f030000, quorum=127.0.0.1:57655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:28,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aa960bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:28,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f11a10c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:28,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:28,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75236870{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:28,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c2ff4b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:28,399 WARN [BP-1624015561-172.17.0.2-1733457019038 heartbeating to localhost/127.0.0.1:39805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:28,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:28,399 WARN [BP-1624015561-172.17.0.2-1733457019038 heartbeating to localhost/127.0.0.1:39805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1624015561-172.17.0.2-1733457019038 (Datanode Uuid bb4778a9-5cbb-4bd3-993b-565b0fcd22b0) service to localhost/127.0.0.1:39805 2024-12-06T03:50:28,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:28,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/data/data3/current/BP-1624015561-172.17.0.2-1733457019038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:28,401 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/data/data4/current/BP-1624015561-172.17.0.2-1733457019038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:28,401 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:28,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@672decf3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:28,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fb749bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:28,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:28,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5714330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:28,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a045a29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:28,409 WARN [BP-1624015561-172.17.0.2-1733457019038 heartbeating to localhost/127.0.0.1:39805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:28,409 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:28,409 WARN [BP-1624015561-172.17.0.2-1733457019038 heartbeating to localhost/127.0.0.1:39805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1624015561-172.17.0.2-1733457019038 (Datanode Uuid 27be3b75-3c6e-452d-880f-11180025ba2a) service to localhost/127.0.0.1:39805 2024-12-06T03:50:28,409 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:28,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/data/data1/current/BP-1624015561-172.17.0.2-1733457019038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:28,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/cluster_84e2fdad-e518-d2c1-5551-4ef0a8a2171b/data/data2/current/BP-1624015561-172.17.0.2-1733457019038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:28,410 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:28,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b945fd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:28,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@221edb7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:28,419 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:28,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0fec8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:28,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3508f229{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:28,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T03:50:28,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T03:50:28,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=81 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:39805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6f1b912b0816:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2f7e7da7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6f1b912b0816:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:39805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:39805 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6f1b912b0816:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:39805 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6f1b912b0816:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 155) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7631 (was 8182) 2024-12-06T03:50:28,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=81, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=7631 2024-12-06T03:50:28,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.log.dir so I do NOT create it in target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3 2024-12-06T03:50:28,482 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T03:50:28,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.tmp.dir so I do NOT create it in target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3 2024-12-06T03:50:28,482 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9da13d10-73ad-a602-fb3a-aa3cedecfbb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T03:50:28,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3 2024-12-06T03:50:28,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T03:50:28,483 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232, deleteOnExit=true 2024-12-06T03:50:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T03:50:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/test.cache.data in system properties and HBase conf 2024-12-06T03:50:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T03:50:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.log.dir in system properties and HBase conf 2024-12-06T03:50:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T03:50:28,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T03:50:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T03:50:28,484 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T03:50:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T03:50:28,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T03:50:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T03:50:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T03:50:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/nfs.dump.dir in system properties and HBase conf 2024-12-06T03:50:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/java.io.tmpdir in system properties and HBase conf 2024-12-06T03:50:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T03:50:28,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T03:50:28,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:28,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:28,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:28,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:28,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T03:50:28,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:28,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201806eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:28,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46414363{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:28,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cd39fe6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/java.io.tmpdir/jetty-localhost-35827-hadoop-hdfs-3_4_1-tests_jar-_-any-7995191053969904698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:28,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15b50f2b{HTTP/1.1, (http/1.1)}{localhost:35827} 2024-12-06T03:50:28,870 INFO [Time-limited test {}] server.Server(415): Started @12022ms 2024-12-06T03:50:29,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:29,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:29,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:29,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:29,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:50:29,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1220a079{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:29,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ddad597{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:29,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4279a6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/java.io.tmpdir/jetty-localhost-44117-hadoop-hdfs-3_4_1-tests_jar-_-any-285013495163782809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:29,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e348441{HTTP/1.1, (http/1.1)}{localhost:44117} 2024-12-06T03:50:29,216 INFO [Time-limited test {}] server.Server(415): Started @12369ms 2024-12-06T03:50:29,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:29,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:29,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:29,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:29,263 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:29,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T03:50:29,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b157dd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:29,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4245f578{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:29,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25a30b5e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/java.io.tmpdir/jetty-localhost-45437-hadoop-hdfs-3_4_1-tests_jar-_-any-2418189992124186289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:29,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38c0cf93{HTTP/1.1, (http/1.1)}{localhost:45437} 2024-12-06T03:50:29,375 INFO [Time-limited test {}] server.Server(415): Started @12527ms 2024-12-06T03:50:29,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:29,913 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/data/data2/current/BP-221307050-172.17.0.2-1733457028518/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:29,913 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/data/data1/current/BP-221307050-172.17.0.2-1733457028518/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:29,935 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:29,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdacd4101cd9ed8e0 with lease ID 0xbab4a7fddb4e42a2: Processing first storage report for DS-20fc011d-568e-40bb-a2ec-4fe2172c7d5d from datanode DatanodeRegistration(127.0.0.1:43029, datanodeUuid=b97689e2-6b30-4870-b7af-9451fbed1b47, infoPort=40243, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=473787342;c=1733457028518) 2024-12-06T03:50:29,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdacd4101cd9ed8e0 with lease ID 0xbab4a7fddb4e42a2: from storage DS-20fc011d-568e-40bb-a2ec-4fe2172c7d5d node DatanodeRegistration(127.0.0.1:43029, datanodeUuid=b97689e2-6b30-4870-b7af-9451fbed1b47, infoPort=40243, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=473787342;c=1733457028518), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T03:50:29,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdacd4101cd9ed8e0 with lease ID 0xbab4a7fddb4e42a2: Processing first storage report for DS-20f401ae-f8bd-44b4-90fa-90b6c292cbd0 from datanode DatanodeRegistration(127.0.0.1:43029, datanodeUuid=b97689e2-6b30-4870-b7af-9451fbed1b47, infoPort=40243, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=473787342;c=1733457028518) 2024-12-06T03:50:29,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdacd4101cd9ed8e0 with lease ID 0xbab4a7fddb4e42a2: from storage DS-20f401ae-f8bd-44b4-90fa-90b6c292cbd0 node DatanodeRegistration(127.0.0.1:43029, datanodeUuid=b97689e2-6b30-4870-b7af-9451fbed1b47, infoPort=40243, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=473787342;c=1733457028518), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:30,079 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/data/data3/current/BP-221307050-172.17.0.2-1733457028518/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:30,080 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/data/data4/current/BP-221307050-172.17.0.2-1733457028518/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:30,098 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x934321cf4446cd5c with lease ID 0xbab4a7fddb4e42a3: Processing first storage report for DS-3b00009d-2056-45f5-9f6d-8ff87626caf7 from datanode DatanodeRegistration(127.0.0.1:43309, datanodeUuid=a433a18b-29a2-4f41-896b-6149351dfe66, infoPort=34185, infoSecurePort=0, ipcPort=44653, storageInfo=lv=-57;cid=testClusterID;nsid=473787342;c=1733457028518) 2024-12-06T03:50:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x934321cf4446cd5c with lease ID 0xbab4a7fddb4e42a3: from storage DS-3b00009d-2056-45f5-9f6d-8ff87626caf7 node DatanodeRegistration(127.0.0.1:43309, datanodeUuid=a433a18b-29a2-4f41-896b-6149351dfe66, infoPort=34185, infoSecurePort=0, ipcPort=44653, storageInfo=lv=-57;cid=testClusterID;nsid=473787342;c=1733457028518), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T03:50:30,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x934321cf4446cd5c with lease ID 0xbab4a7fddb4e42a3: Processing first storage report for DS-82aa3b1b-f20b-493c-bd70-4f47a7fb2280 from datanode DatanodeRegistration(127.0.0.1:43309, datanodeUuid=a433a18b-29a2-4f41-896b-6149351dfe66, infoPort=34185, infoSecurePort=0, ipcPort=44653, storageInfo=lv=-57;cid=testClusterID;nsid=473787342;c=1733457028518) 2024-12-06T03:50:30,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x934321cf4446cd5c with lease ID 0xbab4a7fddb4e42a3: from storage DS-82aa3b1b-f20b-493c-bd70-4f47a7fb2280 node DatanodeRegistration(127.0.0.1:43309, datanodeUuid=a433a18b-29a2-4f41-896b-6149351dfe66, infoPort=34185, infoSecurePort=0, ipcPort=44653, storageInfo=lv=-57;cid=testClusterID;nsid=473787342;c=1733457028518), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:30,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3 2024-12-06T03:50:30,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/zookeeper_0, clientPort=64095, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T03:50:30,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64095 2024-12-06T03:50:30,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:30,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:30,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:30,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:30,126 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b with version=8 2024-12-06T03:50:30,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/hbase-staging 2024-12-06T03:50:30,129 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:30,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:30,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:30,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:30,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:30,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:30,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T03:50:30,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:30,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37909 2024-12-06T03:50:30,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37909 connecting to ZooKeeper ensemble=127.0.0.1:64095 2024-12-06T03:50:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379090x0, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:30,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37909-0x101aa0cbea40000 connected 2024-12-06T03:50:30,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:30,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:30,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:30,247 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b, hbase.cluster.distributed=false 2024-12-06T03:50:30,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:30,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37909 2024-12-06T03:50:30,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37909 2024-12-06T03:50:30,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37909 2024-12-06T03:50:30,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37909 2024-12-06T03:50:30,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37909 2024-12-06T03:50:30,277 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:30,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:30,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:30,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:30,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:30,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:30,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:30,277 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:30,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39461 2024-12-06T03:50:30,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39461 connecting to ZooKeeper ensemble=127.0.0.1:64095 2024-12-06T03:50:30,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:30,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:30,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394610x0, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:30,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394610x0, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:30,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39461-0x101aa0cbea40001 connected 2024-12-06T03:50:30,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:30,293 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:30,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:30,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:30,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39461 2024-12-06T03:50:30,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39461 2024-12-06T03:50:30,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39461 2024-12-06T03:50:30,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39461 2024-12-06T03:50:30,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39461 2024-12-06T03:50:30,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:30,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:30,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:30,317 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:30,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:30,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:30,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:30,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:30,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37181 2024-12-06T03:50:30,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37181 connecting to ZooKeeper ensemble=127.0.0.1:64095 2024-12-06T03:50:30,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:30,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:30,333 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371810x0, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:30,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371810x0, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:30,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37181-0x101aa0cbea40002 connected 2024-12-06T03:50:30,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:30,335 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:30,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:30,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:30,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37181 2024-12-06T03:50:30,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37181 2024-12-06T03:50:30,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37181 2024-12-06T03:50:30,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37181 2024-12-06T03:50:30,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37181 2024-12-06T03:50:30,354 DEBUG [M:0;6f1b912b0816:37909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6f1b912b0816:37909 2024-12-06T03:50:30,354 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6f1b912b0816,37909,1733457030129 2024-12-06T03:50:30,365 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:30,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:30,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:30,366 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6f1b912b0816,37909,1733457030129 2024-12-06T03:50:30,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:30,375 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:30,375 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,376 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T03:50:30,376 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6f1b912b0816,37909,1733457030129 from backup master directory 2024-12-06T03:50:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6f1b912b0816,37909,1733457030129 2024-12-06T03:50:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:30,383 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:30,383 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:30,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:30,383 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6f1b912b0816,37909,1733457030129 2024-12-06T03:50:30,390 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/hbase.id] with ID: 60d9c227-394d-4036-807f-9120df378fd5 2024-12-06T03:50:30,390 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/.tmp/hbase.id 2024-12-06T03:50:30,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:30,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:30,398 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/.tmp/hbase.id]:[hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/hbase.id] 2024-12-06T03:50:30,415 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:30,415 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T03:50:30,417 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T03:50:30,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,425 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:30,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:30,446 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:30,446 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T03:50:30,447 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:30,471 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store 2024-12-06T03:50:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:30,481 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:30,481 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:30,481 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:30,481 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:30,481 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:30,481 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:30,481 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:30,481 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457030481Disabling compacts and flushes for region at 1733457030481Disabling writes for close at 1733457030481Writing region close event to WAL at 1733457030481Closed at 1733457030481 2024-12-06T03:50:30,483 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/.initializing 2024-12-06T03:50:30,483 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/WALs/6f1b912b0816,37909,1733457030129 2024-12-06T03:50:30,484 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:30,486 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C37909%2C1733457030129, suffix=, logDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/WALs/6f1b912b0816,37909,1733457030129, archiveDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/oldWALs, maxLogs=10 2024-12-06T03:50:30,499 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/WALs/6f1b912b0816,37909,1733457030129/6f1b912b0816%2C37909%2C1733457030129.1733457030486, exclude list is [], retry=0 2024-12-06T03:50:30,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43029,DS-20fc011d-568e-40bb-a2ec-4fe2172c7d5d,DISK] 2024-12-06T03:50:30,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-3b00009d-2056-45f5-9f6d-8ff87626caf7,DISK] 2024-12-06T03:50:30,512 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/WALs/6f1b912b0816,37909,1733457030129/6f1b912b0816%2C37909%2C1733457030129.1733457030486 2024-12-06T03:50:30,512 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40243:40243),(127.0.0.1/127.0.0.1:34185:34185)] 2024-12-06T03:50:30,512 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:30,513 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:30,513 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,513 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T03:50:30,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:30,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:30,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T03:50:30,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:30,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:30,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T03:50:30,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:30,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:30,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T03:50:30,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:30,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:30,530 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,531 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,532 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,533 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,533 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,534 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:30,537 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:30,539 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:30,540 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73520875, jitterRate=0.0955464094877243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:30,541 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733457030513Initializing all the Stores at 1733457030515 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457030515Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457030515Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457030515Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457030515Cleaning up temporary data from old regions at 1733457030533 (+18 ms)Region opened successfully at 1733457030541 (+8 ms) 2024-12-06T03:50:30,541 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T03:50:30,545 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ea13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:30,546 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T03:50:30,546 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T03:50:30,546 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T03:50:30,546 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T03:50:30,547 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T03:50:30,547 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T03:50:30,547 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T03:50:30,550 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T03:50:30,551 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T03:50:30,583 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T03:50:30,584 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T03:50:30,584 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T03:50:30,591 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T03:50:30,592 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T03:50:30,594 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T03:50:30,600 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T03:50:30,601 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T03:50:30,608 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T03:50:30,611 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T03:50:30,616 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T03:50:30,625 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:30,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:30,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:30,625 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,625 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6f1b912b0816,37909,1733457030129, sessionid=0x101aa0cbea40000, setting cluster-up flag (Was=false) 2024-12-06T03:50:30,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,642 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,667 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T03:50:30,668 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,37909,1733457030129 2024-12-06T03:50:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,683 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:30,708 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T03:50:30,710 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,37909,1733457030129 2024-12-06T03:50:30,711 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T03:50:30,714 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:30,714 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T03:50:30,714 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T03:50:30,714 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6f1b912b0816,37909,1733457030129 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T03:50:30,716 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:30,716 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:30,716 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:30,717 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:30,717 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6f1b912b0816:0, corePoolSize=10, maxPoolSize=10 2024-12-06T03:50:30,717 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,717 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:30,717 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:30,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T03:50:30,726 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:30,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T03:50:30,730 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733457060730 2024-12-06T03:50:30,730 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T03:50:30,730 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T03:50:30,730 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T03:50:30,730 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T03:50:30,730 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T03:50:30,730 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T03:50:30,734 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,736 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T03:50:30,736 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T03:50:30,736 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T03:50:30,738 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T03:50:30,739 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T03:50:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:30,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T03:50:30,742 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b 2024-12-06T03:50:30,747 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457030739,5,FailOnTimeoutGroup] 2024-12-06T03:50:30,748 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457030747,5,FailOnTimeoutGroup] 2024-12-06T03:50:30,748 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,748 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T03:50:30,748 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,749 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,749 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(746): ClusterId : 60d9c227-394d-4036-807f-9120df378fd5 2024-12-06T03:50:30,749 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:30,750 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(746): ClusterId : 60d9c227-394d-4036-807f-9120df378fd5 2024-12-06T03:50:30,750 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:30,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:30,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:30,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:30,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:30,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:30,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:30,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:30,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:30,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:30,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:30,767 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:30,767 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:30,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:30,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:30,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:30,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:30,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:30,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:30,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:30,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:30,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740 2024-12-06T03:50:30,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740 2024-12-06T03:50:30,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:30,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:30,775 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:30,775 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:30,775 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:30,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:30,779 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:30,780 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72204755, jitterRate=0.07593469321727753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:30,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733457030758Initializing all the Stores at 1733457030759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457030759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457030760 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457030760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457030760Cleaning up temporary data from old regions at 1733457030774 (+14 ms)Region opened successfully at 1733457030780 (+6 ms) 2024-12-06T03:50:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:30,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:30,781 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457030781Disabling compacts and flushes for region at 1733457030781Disabling writes for close at 1733457030781Writing region close event to WAL at 1733457030781Closed at 1733457030781 2024-12-06T03:50:30,783 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:30,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:30,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T03:50:30,784 DEBUG [RS:0;6f1b912b0816:39461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7fe252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:30,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T03:50:30,785 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:30,786 DEBUG [RS:1;6f1b912b0816:37181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc3feb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:30,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:30,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T03:50:30,799 DEBUG [RS:0;6f1b912b0816:39461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6f1b912b0816:39461 2024-12-06T03:50:30,799 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:30,799 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:30,799 DEBUG [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:30,800 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,37909,1733457030129 with port=39461, startcode=1733457030276 2024-12-06T03:50:30,801 DEBUG [RS:0;6f1b912b0816:39461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:30,803 DEBUG [RS:1;6f1b912b0816:37181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6f1b912b0816:37181 2024-12-06T03:50:30,803 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:30,803 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:30,803 DEBUG [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:30,805 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,37909,1733457030129 with port=37181, startcode=1733457030316 2024-12-06T03:50:30,805 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46877, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:30,806 DEBUG [RS:1;6f1b912b0816:37181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:30,806 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,39461,1733457030276 2024-12-06T03:50:30,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37909 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,39461,1733457030276 2024-12-06T03:50:30,808 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55329, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:30,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,37181,1733457030316 2024-12-06T03:50:30,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37909 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,37181,1733457030316 2024-12-06T03:50:30,811 DEBUG [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b 2024-12-06T03:50:30,811 DEBUG [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38189 2024-12-06T03:50:30,811 DEBUG [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:30,812 DEBUG [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b 2024-12-06T03:50:30,812 DEBUG [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38189 2024-12-06T03:50:30,812 DEBUG [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:30,845 DEBUG [RS:0;6f1b912b0816:39461 {}] zookeeper.ZKUtil(111): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,39461,1733457030276 2024-12-06T03:50:30,845 WARN [RS:0;6f1b912b0816:39461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:30,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,39461,1733457030276] 2024-12-06T03:50:30,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,37181,1733457030316] 2024-12-06T03:50:30,845 INFO [RS:0;6f1b912b0816:39461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:30,845 DEBUG [RS:1;6f1b912b0816:37181 {}] zookeeper.ZKUtil(111): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,37181,1733457030316 2024-12-06T03:50:30,845 DEBUG [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,39461,1733457030276 2024-12-06T03:50:30,845 WARN [RS:1;6f1b912b0816:37181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:30,845 INFO [RS:1;6f1b912b0816:37181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:30,846 DEBUG [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,37181,1733457030316 2024-12-06T03:50:30,850 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:30,850 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:30,851 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:30,855 INFO [RS:0;6f1b912b0816:39461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:30,855 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:30,855 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,855 INFO [RS:1;6f1b912b0816:37181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:30,855 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:30,856 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,856 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:30,857 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:30,857 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,857 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,857 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,857 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,857 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,857 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,857 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:30,857 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,857 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,857 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,858 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,858 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,858 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,858 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:30,858 DEBUG [RS:0;6f1b912b0816:39461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:30,859 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:30,859 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,860 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,861 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:30,861 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:30,861 DEBUG [RS:1;6f1b912b0816:37181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:30,865 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,865 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,865 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,865 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,866 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,866 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,866 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,866 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,866 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,866 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,866 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37181,1733457030316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:30,866 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,39461,1733457030276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:30,881 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:30,881 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,39461,1733457030276-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,881 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,881 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.Replication(171): 6f1b912b0816,39461,1733457030276 started 2024-12-06T03:50:30,886 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:30,886 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37181,1733457030316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,887 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,887 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.Replication(171): 6f1b912b0816,37181,1733457030316 started 2024-12-06T03:50:30,897 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,897 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,39461,1733457030276, RpcServer on 6f1b912b0816/172.17.0.2:39461, sessionid=0x101aa0cbea40001 2024-12-06T03:50:30,897 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:30,897 DEBUG [RS:0;6f1b912b0816:39461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,39461,1733457030276 2024-12-06T03:50:30,897 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,39461,1733457030276' 2024-12-06T03:50:30,897 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:30,898 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:30,898 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:30,898 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:30,898 DEBUG [RS:0;6f1b912b0816:39461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,39461,1733457030276 2024-12-06T03:50:30,898 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,39461,1733457030276' 2024-12-06T03:50:30,899 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:30,899 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:30,899 DEBUG [RS:0;6f1b912b0816:39461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:30,900 INFO [RS:0;6f1b912b0816:39461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:30,900 INFO [RS:0;6f1b912b0816:39461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:30,909 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:30,909 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,37181,1733457030316, RpcServer on 6f1b912b0816/172.17.0.2:37181, sessionid=0x101aa0cbea40002 2024-12-06T03:50:30,909 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:30,909 DEBUG [RS:1;6f1b912b0816:37181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,37181,1733457030316 2024-12-06T03:50:30,909 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,37181,1733457030316' 2024-12-06T03:50:30,909 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:30,915 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:30,916 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:30,916 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:30,916 DEBUG [RS:1;6f1b912b0816:37181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,37181,1733457030316 2024-12-06T03:50:30,916 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,37181,1733457030316' 2024-12-06T03:50:30,916 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:30,916 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:30,917 DEBUG [RS:1;6f1b912b0816:37181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:30,917 INFO [RS:1;6f1b912b0816:37181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:30,917 INFO [RS:1;6f1b912b0816:37181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:30,939 WARN [6f1b912b0816:37909 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T03:50:31,000 INFO [RS:0;6f1b912b0816:39461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:31,002 INFO [RS:0;6f1b912b0816:39461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C39461%2C1733457030276, suffix=, logDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,39461,1733457030276, archiveDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/oldWALs, maxLogs=32 2024-12-06T03:50:31,018 INFO [RS:1;6f1b912b0816:37181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:31,018 DEBUG [RS:0;6f1b912b0816:39461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,39461,1733457030276/6f1b912b0816%2C39461%2C1733457030276.1733457031004, exclude list is [], retry=0 2024-12-06T03:50:31,020 INFO [RS:1;6f1b912b0816:37181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C37181%2C1733457030316, suffix=, logDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,37181,1733457030316, archiveDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/oldWALs, maxLogs=32 2024-12-06T03:50:31,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-3b00009d-2056-45f5-9f6d-8ff87626caf7,DISK] 2024-12-06T03:50:31,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43029,DS-20fc011d-568e-40bb-a2ec-4fe2172c7d5d,DISK] 2024-12-06T03:50:31,024 INFO [RS:0;6f1b912b0816:39461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,39461,1733457030276/6f1b912b0816%2C39461%2C1733457030276.1733457031004 2024-12-06T03:50:31,024 DEBUG [RS:0;6f1b912b0816:39461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40243:40243),(127.0.0.1/127.0.0.1:34185:34185)] 2024-12-06T03:50:31,034 DEBUG [RS:1;6f1b912b0816:37181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,37181,1733457030316/6f1b912b0816%2C37181%2C1733457030316.1733457031021, exclude list is [], retry=0 2024-12-06T03:50:31,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-3b00009d-2056-45f5-9f6d-8ff87626caf7,DISK] 2024-12-06T03:50:31,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43029,DS-20fc011d-568e-40bb-a2ec-4fe2172c7d5d,DISK] 2024-12-06T03:50:31,042 INFO [RS:1;6f1b912b0816:37181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,37181,1733457030316/6f1b912b0816%2C37181%2C1733457030316.1733457031021 2024-12-06T03:50:31,042 DEBUG [RS:1;6f1b912b0816:37181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40243:40243),(127.0.0.1/127.0.0.1:34185:34185)] 2024-12-06T03:50:31,190 DEBUG [6f1b912b0816:37909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T03:50:31,190 DEBUG [6f1b912b0816:37909 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:31,192 DEBUG [6f1b912b0816:37909 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:31,192 DEBUG [6f1b912b0816:37909 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:31,192 DEBUG [6f1b912b0816:37909 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:31,192 DEBUG [6f1b912b0816:37909 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:31,192 INFO [6f1b912b0816:37909 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:31,192 INFO [6f1b912b0816:37909 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:31,192 DEBUG [6f1b912b0816:37909 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:31,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6f1b912b0816,37181,1733457030316 2024-12-06T03:50:31,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,37181,1733457030316, state=OPENING 2024-12-06T03:50:31,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T03:50:31,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:31,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T03:50:31,258 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:31,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:31,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:31,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:31,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:31,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:31,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:31,260 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:31,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,37181,1733457030316}] 2024-12-06T03:50:31,415 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:31,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:31,422 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T03:50:31,422 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:31,423 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T03:50:31,425 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C37181%2C1733457030316.meta, suffix=.meta, logDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,37181,1733457030316, archiveDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/oldWALs, maxLogs=32 2024-12-06T03:50:31,438 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,37181,1733457030316/6f1b912b0816%2C37181%2C1733457030316.meta.1733457031426.meta, exclude list is [], retry=0 2024-12-06T03:50:31,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43029,DS-20fc011d-568e-40bb-a2ec-4fe2172c7d5d,DISK] 2024-12-06T03:50:31,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-3b00009d-2056-45f5-9f6d-8ff87626caf7,DISK] 2024-12-06T03:50:31,443 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/WALs/6f1b912b0816,37181,1733457030316/6f1b912b0816%2C37181%2C1733457030316.meta.1733457031426.meta 2024-12-06T03:50:31,443 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40243:40243),(127.0.0.1/127.0.0.1:34185:34185)] 2024-12-06T03:50:31,444 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:31,444 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T03:50:31,444 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T03:50:31,444 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T03:50:31,445 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T03:50:31,445 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:31,445 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T03:50:31,445 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T03:50:31,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:31,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:31,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:31,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:31,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:31,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:31,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:31,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:31,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:31,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:31,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:31,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:31,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:31,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:31,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:31,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:31,458 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:31,459 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740 2024-12-06T03:50:31,461 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740 2024-12-06T03:50:31,463 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:31,463 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:31,464 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:31,467 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:31,468 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67692992, jitterRate=0.008704185485839844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:31,469 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T03:50:31,470 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733457031445Writing region info on filesystem at 1733457031445Initializing all the Stores at 1733457031446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457031446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457031447 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457031447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457031447Cleaning up temporary data from old regions at 1733457031464 (+17 ms)Running coprocessor post-open hooks at 1733457031469 (+5 ms)Region opened successfully at 1733457031470 (+1 ms) 2024-12-06T03:50:31,471 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733457031415 2024-12-06T03:50:31,475 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T03:50:31,475 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T03:50:31,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,37181,1733457030316 2024-12-06T03:50:31,478 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,37181,1733457030316, state=OPEN 2024-12-06T03:50:31,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:31,508 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:31,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:31,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6f1b912b0816,37181,1733457030316 2024-12-06T03:50:31,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:31,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:31,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:31,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T03:50:31,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,37181,1733457030316 in 248 msec 2024-12-06T03:50:31,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T03:50:31,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 728 msec 2024-12-06T03:50:31,519 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:31,519 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T03:50:31,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:31,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,37181,1733457030316, seqNum=-1] 2024-12-06T03:50:31,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:31,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58235, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:31,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 815 msec 2024-12-06T03:50:31,530 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733457031530, completionTime=-1 2024-12-06T03:50:31,530 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T03:50:31,530 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T03:50:31,532 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T03:50:31,533 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733457091533 2024-12-06T03:50:31,533 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733457151533 2024-12-06T03:50:31,533 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T03:50:31,533 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37909,1733457030129-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:31,533 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37909,1733457030129-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:31,533 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37909,1733457030129-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:31,534 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6f1b912b0816:37909, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:31,534 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:31,534 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:31,537 DEBUG [master/6f1b912b0816:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T03:50:31,540 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.157sec 2024-12-06T03:50:31,540 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T03:50:31,540 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T03:50:31,540 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T03:50:31,540 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T03:50:31,540 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T03:50:31,540 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37909,1733457030129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:31,540 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37909,1733457030129-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T03:50:31,543 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T03:50:31,543 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T03:50:31,543 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,37909,1733457030129-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:31,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71602e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:31,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6f1b912b0816,37909,-1 for getting cluster id 2024-12-06T03:50:31,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T03:50:31,551 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60d9c227-394d-4036-807f-9120df378fd5' 2024-12-06T03:50:31,552 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T03:50:31,552 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60d9c227-394d-4036-807f-9120df378fd5" 2024-12-06T03:50:31,552 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e985364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:31,552 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6f1b912b0816,37909,-1] 2024-12-06T03:50:31,553 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T03:50:31,553 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:31,554 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T03:50:31,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bd88c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:31,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:31,557 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,37181,1733457030316, seqNum=-1] 2024-12-06T03:50:31,557 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:31,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:31,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6f1b912b0816,37909,1733457030129 2024-12-06T03:50:31,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T03:50:31,562 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6f1b912b0816,37909,1733457030129 2024-12-06T03:50:31,562 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd445cd 2024-12-06T03:50:31,563 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:50:31,564 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:50:31,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T03:50:31,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:50:31,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:31,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T03:50:31,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:50:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:31,988 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ae8fe102eddb205e837dfa56baceb80, NAME => 'testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b 2024-12-06T03:50:31,989 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0767d453c9c9ce94380217560eb1d5da, NAME => 'testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b 2024-12-06T03:50:32,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:32,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:32,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:32,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:32,003 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:32,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 6ae8fe102eddb205e837dfa56baceb80, disabling compactions & flushes 2024-12-06T03:50:32,004 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. after waiting 0 ms 2024-12-06T03:50:32,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,004 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ae8fe102eddb205e837dfa56baceb80: Waiting for close lock at 1733457032004Disabling compacts and flushes for region at 1733457032004Disabling writes for close at 1733457032004Writing region close event to WAL at 1733457032004Closed at 1733457032004 2024-12-06T03:50:32,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:32,005 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0767d453c9c9ce94380217560eb1d5da, disabling compactions & flushes 2024-12-06T03:50:32,005 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,005 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,005 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. after waiting 0 ms 2024-12-06T03:50:32,005 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,005 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,005 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0767d453c9c9ce94380217560eb1d5da: Waiting for close lock at 1733457032005Disabling compacts and flushes for region at 1733457032005Disabling writes for close at 1733457032005Writing region close event to WAL at 1733457032005Closed at 1733457032005 2024-12-06T03:50:32,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:50:32,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457032008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457032008"}]},"ts":"1733457032008"} 2024-12-06T03:50:32,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457032008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457032008"}]},"ts":"1733457032008"} 2024-12-06T03:50:32,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T03:50:32,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:50:32,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457032014"}]},"ts":"1733457032014"} 2024-12-06T03:50:32,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T03:50:32,018 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:32,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:32,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:32,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:32,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:32,019 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:32,019 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:32,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:32,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ae8fe102eddb205e837dfa56baceb80, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0767d453c9c9ce94380217560eb1d5da, ASSIGN}] 2024-12-06T03:50:32,022 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ae8fe102eddb205e837dfa56baceb80, ASSIGN 2024-12-06T03:50:32,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0767d453c9c9ce94380217560eb1d5da, ASSIGN 2024-12-06T03:50:32,024 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ae8fe102eddb205e837dfa56baceb80, ASSIGN; state=OFFLINE, location=6f1b912b0816,37181,1733457030316; forceNewPlan=false, retain=false 2024-12-06T03:50:32,024 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0767d453c9c9ce94380217560eb1d5da, ASSIGN; state=OFFLINE, location=6f1b912b0816,39461,1733457030276; forceNewPlan=false, retain=false 2024-12-06T03:50:32,174 INFO [6f1b912b0816:37909 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T03:50:32,175 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ae8fe102eddb205e837dfa56baceb80, regionState=OPENING, regionLocation=6f1b912b0816,37181,1733457030316 2024-12-06T03:50:32,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0767d453c9c9ce94380217560eb1d5da, regionState=OPENING, regionLocation=6f1b912b0816,39461,1733457030276 2024-12-06T03:50:32,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ae8fe102eddb205e837dfa56baceb80, ASSIGN because future has completed 2024-12-06T03:50:32,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ae8fe102eddb205e837dfa56baceb80, server=6f1b912b0816,37181,1733457030316}] 2024-12-06T03:50:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0767d453c9c9ce94380217560eb1d5da, ASSIGN because future has completed 2024-12-06T03:50:32,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0767d453c9c9ce94380217560eb1d5da, server=6f1b912b0816,39461,1733457030276}] 2024-12-06T03:50:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:32,337 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,337 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ae8fe102eddb205e837dfa56baceb80, NAME => 'testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T03:50:32,338 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,338 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:32,338 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,338 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,340 INFO [StoreOpener-6ae8fe102eddb205e837dfa56baceb80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,341 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:32,342 INFO [StoreOpener-6ae8fe102eddb205e837dfa56baceb80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ae8fe102eddb205e837dfa56baceb80 columnFamilyName family 2024-12-06T03:50:32,342 DEBUG [StoreOpener-6ae8fe102eddb205e837dfa56baceb80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:32,343 INFO [StoreOpener-6ae8fe102eddb205e837dfa56baceb80-1 {}] regionserver.HStore(327): Store=6ae8fe102eddb205e837dfa56baceb80/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:32,344 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34433, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:32,345 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,345 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,346 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,346 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,348 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,349 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0767d453c9c9ce94380217560eb1d5da, NAME => 'testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T03:50:32,349 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,349 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,349 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:32,350 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,350 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,352 INFO [StoreOpener-0767d453c9c9ce94380217560eb1d5da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,354 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/6ae8fe102eddb205e837dfa56baceb80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:32,354 INFO [StoreOpener-0767d453c9c9ce94380217560eb1d5da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0767d453c9c9ce94380217560eb1d5da columnFamilyName family 2024-12-06T03:50:32,354 DEBUG [StoreOpener-0767d453c9c9ce94380217560eb1d5da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:32,355 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6ae8fe102eddb205e837dfa56baceb80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65228428, jitterRate=-0.02802067995071411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:32,355 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,355 INFO [StoreOpener-0767d453c9c9ce94380217560eb1d5da-1 {}] regionserver.HStore(327): Store=0767d453c9c9ce94380217560eb1d5da/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:32,355 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,356 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6ae8fe102eddb205e837dfa56baceb80: Running coprocessor pre-open hook at 1733457032338Writing region info on filesystem at 1733457032338Initializing all the Stores at 1733457032340 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457032340Cleaning up temporary data from old regions at 1733457032346 (+6 ms)Running coprocessor post-open hooks at 1733457032355 (+9 ms)Region opened successfully at 1733457032356 (+1 ms) 2024-12-06T03:50:32,357 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,357 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80., pid=7, masterSystemTime=1733457032332 2024-12-06T03:50:32,357 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,358 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,358 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,361 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,362 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,362 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,362 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ae8fe102eddb205e837dfa56baceb80, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,37181,1733457030316 2024-12-06T03:50:32,365 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/0767d453c9c9ce94380217560eb1d5da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:32,366 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0767d453c9c9ce94380217560eb1d5da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59206458, jitterRate=-0.11775502562522888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:32,366 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,366 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0767d453c9c9ce94380217560eb1d5da: Running coprocessor pre-open hook at 1733457032350Writing region info on filesystem at 1733457032350Initializing all the Stores at 1733457032352 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457032352Cleaning up temporary data from old regions at 1733457032358 (+6 ms)Running coprocessor post-open hooks at 1733457032366 (+8 ms)Region opened successfully at 1733457032366 2024-12-06T03:50:32,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ae8fe102eddb205e837dfa56baceb80, server=6f1b912b0816,37181,1733457030316 because future has completed 2024-12-06T03:50:32,367 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da., pid=8, masterSystemTime=1733457032340 2024-12-06T03:50:32,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0767d453c9c9ce94380217560eb1d5da, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,39461,1733457030276 2024-12-06T03:50:32,372 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,373 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0767d453c9c9ce94380217560eb1d5da, server=6f1b912b0816,39461,1733457030276 because future has completed 2024-12-06T03:50:32,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-06T03:50:32,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ae8fe102eddb205e837dfa56baceb80, server=6f1b912b0816,37181,1733457030316 in 195 msec 2024-12-06T03:50:32,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ae8fe102eddb205e837dfa56baceb80, ASSIGN in 357 msec 2024-12-06T03:50:32,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-06T03:50:32,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0767d453c9c9ce94380217560eb1d5da, server=6f1b912b0816,39461,1733457030276 in 193 msec 2024-12-06T03:50:32,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-12-06T03:50:32,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0767d453c9c9ce94380217560eb1d5da, ASSIGN in 365 msec 2024-12-06T03:50:32,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:50:32,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457032391"}]},"ts":"1733457032391"} 2024-12-06T03:50:32,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T03:50:32,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:50:32,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 831 msec 2024-12-06T03:50:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:32,714 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T03:50:32,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T03:50:32,714 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:32,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T03:50:32,717 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:32,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T03:50:32,721 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80., hostname=6f1b912b0816,37181,1733457030316, seqNum=2] 2024-12-06T03:50:32,736 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da., hostname=6f1b912b0816,39461,1733457030276, seqNum=2] 2024-12-06T03:50:32,737 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:32,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:32,752 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0767d453c9c9ce94380217560eb1d5da 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T03:50:32,768 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/0767d453c9c9ce94380217560eb1d5da/.tmp/family/923484fff8fe44baad9cc9ce31d651ef is 32, key is 5/family:/1733457032740/Put/seqid=0 2024-12-06T03:50:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741839_1015 (size=5083) 2024-12-06T03:50:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741839_1015 (size=5083) 2024-12-06T03:50:32,775 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/0767d453c9c9ce94380217560eb1d5da/.tmp/family/923484fff8fe44baad9cc9ce31d651ef 2024-12-06T03:50:32,782 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/0767d453c9c9ce94380217560eb1d5da/.tmp/family/923484fff8fe44baad9cc9ce31d651ef as hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/0767d453c9c9ce94380217560eb1d5da/family/923484fff8fe44baad9cc9ce31d651ef 2024-12-06T03:50:32,791 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/0767d453c9c9ce94380217560eb1d5da/family/923484fff8fe44baad9cc9ce31d651ef, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T03:50:32,792 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0767d453c9c9ce94380217560eb1d5da in 40ms, sequenceid=9, compaction requested=false 2024-12-06T03:50:32,793 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0767d453c9c9ce94380217560eb1d5da: 2024-12-06T03:50:32,793 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6ae8fe102eddb205e837dfa56baceb80 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T03:50:32,810 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/6ae8fe102eddb205e837dfa56baceb80/.tmp/family/0cdfa48aa3a24f1f948875272623213e is 32, key is 1/family:/1733457032722/Put/seqid=0 2024-12-06T03:50:32,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741840_1016 (size=5054) 2024-12-06T03:50:32,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741840_1016 (size=5054) 2024-12-06T03:50:32,816 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/6ae8fe102eddb205e837dfa56baceb80/.tmp/family/0cdfa48aa3a24f1f948875272623213e 2024-12-06T03:50:32,826 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/6ae8fe102eddb205e837dfa56baceb80/.tmp/family/0cdfa48aa3a24f1f948875272623213e as hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/6ae8fe102eddb205e837dfa56baceb80/family/0cdfa48aa3a24f1f948875272623213e 2024-12-06T03:50:32,837 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/6ae8fe102eddb205e837dfa56baceb80/family/0cdfa48aa3a24f1f948875272623213e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T03:50:32,838 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6ae8fe102eddb205e837dfa56baceb80 in 45ms, sequenceid=8, compaction requested=false 2024-12-06T03:50:32,838 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6ae8fe102eddb205e837dfa56baceb80: 2024-12-06T03:50:32,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T03:50:32,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:32,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:32,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:32,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:32,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T03:50:32,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T03:50:32,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1661877860, stopped=false 2024-12-06T03:50:32,845 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6f1b912b0816,37909,1733457030129 2024-12-06T03:50:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:32,875 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:32,875 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:32,875 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:32,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:32,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:32,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:32,877 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,39461,1733457030276' ***** 2024-12-06T03:50:32,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:32,877 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:32,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:32,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:32,877 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:32,877 INFO [RS:0;6f1b912b0816:39461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:32,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:32,877 INFO [RS:0;6f1b912b0816:39461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:32,877 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(3091): Received CLOSE for 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,878 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,39461,1733457030276 2024-12-06T03:50:32,878 INFO [RS:0;6f1b912b0816:39461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:32,878 INFO [RS:0;6f1b912b0816:39461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6f1b912b0816:39461. 2024-12-06T03:50:32,878 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0767d453c9c9ce94380217560eb1d5da, disabling compactions & flushes 2024-12-06T03:50:32,878 DEBUG [RS:0;6f1b912b0816:39461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:32,878 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,878 DEBUG [RS:0;6f1b912b0816:39461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:32,878 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,878 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. after waiting 0 ms 2024-12-06T03:50:32,878 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T03:50:32,878 DEBUG [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(1325): Online Regions={0767d453c9c9ce94380217560eb1d5da=testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da.} 2024-12-06T03:50:32,878 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,878 DEBUG [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(1351): Waiting on 0767d453c9c9ce94380217560eb1d5da 2024-12-06T03:50:32,878 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,37181,1733457030316' ***** 2024-12-06T03:50:32,878 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:32,879 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:32,879 INFO [RS:1;6f1b912b0816:37181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:32,879 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:32,879 INFO [RS:1;6f1b912b0816:37181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:32,879 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,879 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,37181,1733457030316 2024-12-06T03:50:32,880 INFO [RS:1;6f1b912b0816:37181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:32,880 INFO [RS:1;6f1b912b0816:37181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6f1b912b0816:37181. 2024-12-06T03:50:32,880 DEBUG [RS:1;6f1b912b0816:37181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:32,880 DEBUG [RS:1;6f1b912b0816:37181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:32,880 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:32,880 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:32,880 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ae8fe102eddb205e837dfa56baceb80, disabling compactions & flushes 2024-12-06T03:50:32,880 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:32,880 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T03:50:32,880 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,880 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,880 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. after waiting 0 ms 2024-12-06T03:50:32,881 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,881 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T03:50:32,881 DEBUG [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(1325): Online Regions={6ae8fe102eddb205e837dfa56baceb80=testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T03:50:32,881 DEBUG [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6ae8fe102eddb205e837dfa56baceb80 2024-12-06T03:50:32,881 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:32,881 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:32,881 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:32,881 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:32,881 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:32,881 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T03:50:32,895 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/0767d453c9c9ce94380217560eb1d5da/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T03:50:32,896 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,896 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0767d453c9c9ce94380217560eb1d5da: Waiting for close lock at 1733457032878Running coprocessor pre-close hooks at 1733457032878Disabling compacts and flushes for region at 1733457032878Disabling writes for close at 1733457032878Writing region close event to WAL at 1733457032879 (+1 ms)Running coprocessor post-close hooks at 1733457032896 (+17 ms)Closed at 1733457032896 2024-12-06T03:50:32,897 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da. 2024-12-06T03:50:32,901 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/default/testClearRegionBlockCache/6ae8fe102eddb205e837dfa56baceb80/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T03:50:32,902 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,902 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ae8fe102eddb205e837dfa56baceb80: Waiting for close lock at 1733457032880Running coprocessor pre-close hooks at 1733457032880Disabling compacts and flushes for region at 1733457032880Disabling writes for close at 1733457032880Writing region close event to WAL at 1733457032897 (+17 ms)Running coprocessor post-close hooks at 1733457032902 (+5 ms)Closed at 1733457032902 2024-12-06T03:50:32,902 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733457031565.6ae8fe102eddb205e837dfa56baceb80. 2024-12-06T03:50:32,907 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/.tmp/info/91e1708b2d35456eb959550dd063813e is 173, key is testClearRegionBlockCache,5,1733457031565.0767d453c9c9ce94380217560eb1d5da./info:regioninfo/1733457032372/Put/seqid=0 2024-12-06T03:50:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:32,918 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/.tmp/info/91e1708b2d35456eb959550dd063813e 2024-12-06T03:50:32,941 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/.tmp/ns/669e0b368b00491297689b15836d938b is 43, key is default/ns:d/1733457031523/Put/seqid=0 2024-12-06T03:50:32,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:32,948 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/.tmp/ns/669e0b368b00491297689b15836d938b 2024-12-06T03:50:32,949 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T03:50:32,949 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T03:50:32,969 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:32,969 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:32,971 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/.tmp/table/d81b8a1ac87649daa9986d9acee58cc4 is 61, key is testClearRegionBlockCache/table:state/1733457032391/Put/seqid=0 2024-12-06T03:50:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:32,978 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/.tmp/table/d81b8a1ac87649daa9986d9acee58cc4 2024-12-06T03:50:32,986 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/.tmp/info/91e1708b2d35456eb959550dd063813e as hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/info/91e1708b2d35456eb959550dd063813e 2024-12-06T03:50:32,997 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/info/91e1708b2d35456eb959550dd063813e, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T03:50:32,998 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/.tmp/ns/669e0b368b00491297689b15836d938b as hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/ns/669e0b368b00491297689b15836d938b 2024-12-06T03:50:33,006 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/ns/669e0b368b00491297689b15836d938b, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T03:50:33,007 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/.tmp/table/d81b8a1ac87649daa9986d9acee58cc4 as hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/table/d81b8a1ac87649daa9986d9acee58cc4 2024-12-06T03:50:33,015 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/table/d81b8a1ac87649daa9986d9acee58cc4, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T03:50:33,016 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=13, compaction requested=false 2024-12-06T03:50:33,030 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T03:50:33,031 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T03:50:33,031 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:33,031 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457032881Running coprocessor pre-close hooks at 1733457032881Disabling compacts and flushes for region at 1733457032881Disabling writes for close at 1733457032881Obtaining lock to block concurrent updates at 1733457032882 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733457032882Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733457032882Flushing stores of hbase:meta,,1.1588230740 at 1733457032883 (+1 ms)Flushing 1588230740/info: creating writer at 1733457032883Flushing 1588230740/info: appending metadata at 1733457032907 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733457032907Flushing 1588230740/ns: creating writer at 1733457032926 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733457032940 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733457032940Flushing 1588230740/table: creating writer at 1733457032957 (+17 ms)Flushing 1588230740/table: appending metadata at 1733457032970 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733457032970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2501eb59: reopening flushed file at 1733457032985 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9ce70d: reopening flushed file at 1733457032997 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70519282: reopening flushed file at 1733457033006 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=13, compaction requested=false at 1733457033017 (+11 ms)Writing region close event to WAL at 1733457033022 (+5 ms)Running coprocessor post-close hooks at 1733457033030 (+8 ms)Closed at 1733457033031 (+1 ms) 2024-12-06T03:50:33,031 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:33,079 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,39461,1733457030276; all regions closed. 2024-12-06T03:50:33,081 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,37181,1733457030316; all regions closed. 2024-12-06T03:50:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741833_1009 (size=1867) 2024-12-06T03:50:33,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741833_1009 (size=1867) 2024-12-06T03:50:33,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:33,085 DEBUG [RS:0;6f1b912b0816:39461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/oldWALs 2024-12-06T03:50:33,085 INFO [RS:0;6f1b912b0816:39461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C39461%2C1733457030276:(num 1733457031004) 2024-12-06T03:50:33,085 DEBUG [RS:0;6f1b912b0816:39461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:33,085 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:33,085 INFO [RS:0;6f1b912b0816:39461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:33,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:33,086 INFO [RS:0;6f1b912b0816:39461 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:33,086 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:33,086 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:33,086 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:33,086 INFO [RS:0;6f1b912b0816:39461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:33,086 INFO [RS:0;6f1b912b0816:39461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39461 2024-12-06T03:50:33,087 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:33,088 DEBUG [RS:1;6f1b912b0816:37181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/oldWALs 2024-12-06T03:50:33,088 INFO [RS:1;6f1b912b0816:37181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C37181%2C1733457030316.meta:.meta(num 1733457031426) 2024-12-06T03:50:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741834_1010 (size=1758) 2024-12-06T03:50:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741834_1010 (size=1758) 2024-12-06T03:50:33,094 DEBUG [RS:1;6f1b912b0816:37181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/oldWALs 2024-12-06T03:50:33,094 INFO [RS:1;6f1b912b0816:37181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C37181%2C1733457030316:(num 1733457031021) 2024-12-06T03:50:33,094 DEBUG [RS:1;6f1b912b0816:37181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:33,094 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:33,094 INFO [RS:1;6f1b912b0816:37181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:33,094 INFO [RS:1;6f1b912b0816:37181 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:33,094 INFO [RS:1;6f1b912b0816:37181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:33,094 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:33,095 INFO [RS:1;6f1b912b0816:37181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37181 2024-12-06T03:50:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,39461,1733457030276 2024-12-06T03:50:33,116 INFO [RS:0;6f1b912b0816:39461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:33,124 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,37181,1733457030316 2024-12-06T03:50:33,125 INFO [RS:1;6f1b912b0816:37181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:33,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,39461,1733457030276] 2024-12-06T03:50:33,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,39461,1733457030276 already deleted, retry=false 2024-12-06T03:50:33,150 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,39461,1733457030276 expired; onlineServers=1 2024-12-06T03:50:33,150 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,37181,1733457030316] 2024-12-06T03:50:33,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,37181,1733457030316 already deleted, retry=false 2024-12-06T03:50:33,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,37181,1733457030316 expired; onlineServers=0 2024-12-06T03:50:33,158 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6f1b912b0816,37909,1733457030129' ***** 2024-12-06T03:50:33,158 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T03:50:33,158 INFO [M:0;6f1b912b0816:37909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:33,158 INFO [M:0;6f1b912b0816:37909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:33,158 DEBUG [M:0;6f1b912b0816:37909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T03:50:33,158 DEBUG [M:0;6f1b912b0816:37909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T03:50:33,158 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T03:50:33,158 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457030739 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457030739,5,FailOnTimeoutGroup] 2024-12-06T03:50:33,158 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457030747 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457030747,5,FailOnTimeoutGroup] 2024-12-06T03:50:33,159 INFO [M:0;6f1b912b0816:37909 {}] hbase.ChoreService(370): Chore service for: master/6f1b912b0816:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:33,159 INFO [M:0;6f1b912b0816:37909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:33,159 DEBUG [M:0;6f1b912b0816:37909 {}] master.HMaster(1795): Stopping service threads 2024-12-06T03:50:33,159 INFO [M:0;6f1b912b0816:37909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T03:50:33,159 INFO [M:0;6f1b912b0816:37909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:33,159 INFO [M:0;6f1b912b0816:37909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T03:50:33,159 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T03:50:33,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:33,166 DEBUG [M:0;6f1b912b0816:37909 {}] zookeeper.ZKUtil(347): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T03:50:33,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:33,166 WARN [M:0;6f1b912b0816:37909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T03:50:33,167 INFO [M:0;6f1b912b0816:37909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/.lastflushedseqids 2024-12-06T03:50:33,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741844_1020 (size=191) 2024-12-06T03:50:33,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741844_1020 (size=191) 2024-12-06T03:50:33,185 INFO [M:0;6f1b912b0816:37909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T03:50:33,186 INFO [M:0;6f1b912b0816:37909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T03:50:33,186 DEBUG [M:0;6f1b912b0816:37909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:33,186 INFO [M:0;6f1b912b0816:37909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:33,186 DEBUG [M:0;6f1b912b0816:37909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:33,186 DEBUG [M:0;6f1b912b0816:37909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:33,186 DEBUG [M:0;6f1b912b0816:37909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:33,186 INFO [M:0;6f1b912b0816:37909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-12-06T03:50:33,201 DEBUG [M:0;6f1b912b0816:37909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92ef5313531148a3873676be747f8e24 is 82, key is hbase:meta,,1/info:regioninfo/1733457031476/Put/seqid=0 2024-12-06T03:50:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:33,207 INFO [M:0;6f1b912b0816:37909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92ef5313531148a3873676be747f8e24 2024-12-06T03:50:33,208 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T03:50:33,208 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T03:50:33,231 DEBUG [M:0;6f1b912b0816:37909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/654a29cc2aa94eb785c87acb2e633a38 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733457032398/Put/seqid=0 2024-12-06T03:50:33,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:33,233 INFO [RS:0;6f1b912b0816:39461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:33,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39461-0x101aa0cbea40001, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:33,233 INFO [RS:0;6f1b912b0816:39461 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,39461,1733457030276; zookeeper connection closed. 2024-12-06T03:50:33,233 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33fd4b67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33fd4b67 2024-12-06T03:50:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741846_1022 (size=6219) 2024-12-06T03:50:33,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741846_1022 (size=6219) 2024-12-06T03:50:33,237 INFO [M:0;6f1b912b0816:37909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/654a29cc2aa94eb785c87acb2e633a38 2024-12-06T03:50:33,241 INFO [RS:1;6f1b912b0816:37181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:33,241 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:33,242 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37181-0x101aa0cbea40002, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:33,242 INFO [RS:1;6f1b912b0816:37181 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,37181,1733457030316; zookeeper connection closed. 2024-12-06T03:50:33,242 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a8af420 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a8af420 2024-12-06T03:50:33,242 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T03:50:33,259 DEBUG [M:0;6f1b912b0816:37909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eb932f842df41af96158afc524f1b0d is 69, key is 6f1b912b0816,37181,1733457030316/rs:state/1733457030810/Put/seqid=0 2024-12-06T03:50:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:33,266 INFO [M:0;6f1b912b0816:37909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eb932f842df41af96158afc524f1b0d 2024-12-06T03:50:33,274 DEBUG [M:0;6f1b912b0816:37909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92ef5313531148a3873676be747f8e24 as hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92ef5313531148a3873676be747f8e24 2024-12-06T03:50:33,282 INFO [M:0;6f1b912b0816:37909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92ef5313531148a3873676be747f8e24, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T03:50:33,284 DEBUG [M:0;6f1b912b0816:37909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/654a29cc2aa94eb785c87acb2e633a38 as hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/654a29cc2aa94eb785c87acb2e633a38 2024-12-06T03:50:33,293 INFO [M:0;6f1b912b0816:37909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/654a29cc2aa94eb785c87acb2e633a38, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T03:50:33,295 DEBUG [M:0;6f1b912b0816:37909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eb932f842df41af96158afc524f1b0d as hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9eb932f842df41af96158afc524f1b0d 2024-12-06T03:50:33,304 INFO [M:0;6f1b912b0816:37909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/a091967c-ee3d-3c60-e247-b98bece4f55b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9eb932f842df41af96158afc524f1b0d, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T03:50:33,305 INFO [M:0;6f1b912b0816:37909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false 2024-12-06T03:50:33,313 INFO [M:0;6f1b912b0816:37909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:33,314 DEBUG [M:0;6f1b912b0816:37909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457033186Disabling compacts and flushes for region at 1733457033186Disabling writes for close at 1733457033186Obtaining lock to block concurrent updates at 1733457033186Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733457033186Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733457033187 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733457033187Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733457033187Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733457033201 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733457033201Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733457033215 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733457033230 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733457033230Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733457033244 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733457033259 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733457033259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8293a8: reopening flushed file at 1733457033272 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175b3fd5: reopening flushed file at 1733457033283 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a7a41e9: reopening flushed file at 1733457033293 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=71, compaction requested=false at 1733457033305 (+12 ms)Writing region close event to WAL at 1733457033313 (+8 ms)Closed at 1733457033313 2024-12-06T03:50:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43029 is added to blk_1073741830_1006 (size=35440) 2024-12-06T03:50:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741830_1006 (size=35440) 2024-12-06T03:50:33,326 INFO [M:0;6f1b912b0816:37909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T03:50:33,326 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:33,326 INFO [M:0;6f1b912b0816:37909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37909 2024-12-06T03:50:33,326 INFO [M:0;6f1b912b0816:37909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:33,451 INFO [M:0;6f1b912b0816:37909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:33,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:33,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37909-0x101aa0cbea40000, quorum=127.0.0.1:64095, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:33,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25a30b5e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:33,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38c0cf93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:33,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:33,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4245f578{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:33,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b157dd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:33,455 WARN [BP-221307050-172.17.0.2-1733457028518 heartbeating to localhost/127.0.0.1:38189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:33,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:33,455 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:33,455 WARN [BP-221307050-172.17.0.2-1733457028518 heartbeating to localhost/127.0.0.1:38189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-221307050-172.17.0.2-1733457028518 (Datanode Uuid a433a18b-29a2-4f41-896b-6149351dfe66) service to localhost/127.0.0.1:38189 2024-12-06T03:50:33,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/data/data3/current/BP-221307050-172.17.0.2-1733457028518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:33,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/data/data4/current/BP-221307050-172.17.0.2-1733457028518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:33,456 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:33,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4279a6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:33,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e348441{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:33,459 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:33,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ddad597{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:33,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1220a079{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:33,461 WARN [BP-221307050-172.17.0.2-1733457028518 heartbeating to localhost/127.0.0.1:38189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:33,461 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:33,461 WARN [BP-221307050-172.17.0.2-1733457028518 heartbeating to localhost/127.0.0.1:38189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-221307050-172.17.0.2-1733457028518 (Datanode Uuid b97689e2-6b30-4870-b7af-9451fbed1b47) service to localhost/127.0.0.1:38189 2024-12-06T03:50:33,461 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:33,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/data/data1/current/BP-221307050-172.17.0.2-1733457028518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:33,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/cluster_55c757af-3dd4-4096-129e-1dd10e376232/data/data2/current/BP-221307050-172.17.0.2-1733457028518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:33,462 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:33,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cd39fe6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:33,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15b50f2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:33,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:33,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46414363{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:33,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201806eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:33,473 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T03:50:33,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T03:50:33,499 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=111 (was 81) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38189 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38189 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 185) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7457 (was 7631) 2024-12-06T03:50:33,505 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=111, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=7457 2024-12-06T03:50:33,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.log.dir so I do NOT create it in target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae 2024-12-06T03:50:33,523 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T03:50:33,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.tmp.dir so I do NOT create it in target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae 2024-12-06T03:50:33,523 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ee5d04c-3742-ae99-c89e-72f4edb5a2c3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T03:50:33,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae 2024-12-06T03:50:33,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T03:50:33,524 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d, deleteOnExit=true 2024-12-06T03:50:33,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T03:50:33,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/test.cache.data in system properties and HBase conf 2024-12-06T03:50:33,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T03:50:33,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.log.dir in system properties and HBase conf 2024-12-06T03:50:33,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T03:50:33,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T03:50:33,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T03:50:33,524 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T03:50:33,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:33,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:33,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T03:50:33,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:33,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T03:50:33,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T03:50:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T03:50:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/nfs.dump.dir in system properties and HBase conf 2024-12-06T03:50:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/java.io.tmpdir in system properties and HBase conf 2024-12-06T03:50:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T03:50:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T03:50:33,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:33,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:33,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:33,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:33,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T03:50:33,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:33,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a023627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:33,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e2c09ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:33,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b9012c1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/java.io.tmpdir/jetty-localhost-40039-hadoop-hdfs-3_4_1-tests_jar-_-any-7725619331700462381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:33,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65948331{HTTP/1.1, (http/1.1)}{localhost:40039} 2024-12-06T03:50:33,881 INFO [Time-limited test {}] server.Server(415): Started @17033ms 2024-12-06T03:50:34,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:34,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:34,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:34,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:34,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:50:34,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b224bae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:34,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@695a66f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:34,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18698eee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/java.io.tmpdir/jetty-localhost-36705-hadoop-hdfs-3_4_1-tests_jar-_-any-14111540818209493185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:34,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f5e1ee7{HTTP/1.1, (http/1.1)}{localhost:36705} 2024-12-06T03:50:34,220 INFO [Time-limited test {}] server.Server(415): Started @17373ms 2024-12-06T03:50:34,226 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:34,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:34,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:34,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:34,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:34,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T03:50:34,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1725f3cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:34,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f4d6d0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:34,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3edc85eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/java.io.tmpdir/jetty-localhost-40059-hadoop-hdfs-3_4_1-tests_jar-_-any-12968015425516887461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:34,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30404972{HTTP/1.1, (http/1.1)}{localhost:40059} 2024-12-06T03:50:34,371 INFO [Time-limited test {}] server.Server(415): Started @17524ms 2024-12-06T03:50:34,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:34,887 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/data/data1/current/BP-27907059-172.17.0.2-1733457033551/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:34,888 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/data/data2/current/BP-27907059-172.17.0.2-1733457033551/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:34,912 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0c3d7e636e96ff3 with lease ID 0xb053041e2d7931c4: Processing first storage report for DS-1fe00396-98d8-455f-9ae7-3e1733a62748 from datanode DatanodeRegistration(127.0.0.1:38529, datanodeUuid=be42eaa9-0d48-4c88-aa7b-cafb097c9b6f, infoPort=36339, infoSecurePort=0, ipcPort=44199, storageInfo=lv=-57;cid=testClusterID;nsid=1169365202;c=1733457033551) 2024-12-06T03:50:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0c3d7e636e96ff3 with lease ID 0xb053041e2d7931c4: from storage DS-1fe00396-98d8-455f-9ae7-3e1733a62748 node DatanodeRegistration(127.0.0.1:38529, datanodeUuid=be42eaa9-0d48-4c88-aa7b-cafb097c9b6f, infoPort=36339, infoSecurePort=0, ipcPort=44199, storageInfo=lv=-57;cid=testClusterID;nsid=1169365202;c=1733457033551), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0c3d7e636e96ff3 with lease ID 0xb053041e2d7931c4: Processing first storage report for DS-f8593e9f-b9df-4e13-acbb-2f700abc1ffc from datanode DatanodeRegistration(127.0.0.1:38529, datanodeUuid=be42eaa9-0d48-4c88-aa7b-cafb097c9b6f, infoPort=36339, infoSecurePort=0, ipcPort=44199, storageInfo=lv=-57;cid=testClusterID;nsid=1169365202;c=1733457033551) 2024-12-06T03:50:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0c3d7e636e96ff3 with lease ID 0xb053041e2d7931c4: from storage DS-f8593e9f-b9df-4e13-acbb-2f700abc1ffc node DatanodeRegistration(127.0.0.1:38529, datanodeUuid=be42eaa9-0d48-4c88-aa7b-cafb097c9b6f, infoPort=36339, infoSecurePort=0, ipcPort=44199, storageInfo=lv=-57;cid=testClusterID;nsid=1169365202;c=1733457033551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:35,072 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/data/data3/current/BP-27907059-172.17.0.2-1733457033551/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:35,072 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/data/data4/current/BP-27907059-172.17.0.2-1733457033551/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:35,093 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcad015784ddfc4f2 with lease ID 0xb053041e2d7931c5: Processing first storage report for DS-8af86b97-961a-423a-944f-7cc99897ccee from datanode DatanodeRegistration(127.0.0.1:44005, datanodeUuid=681645f4-2b0a-46b3-9191-fb8fdd07928e, infoPort=37395, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=1169365202;c=1733457033551) 2024-12-06T03:50:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcad015784ddfc4f2 with lease ID 0xb053041e2d7931c5: from storage DS-8af86b97-961a-423a-944f-7cc99897ccee node DatanodeRegistration(127.0.0.1:44005, datanodeUuid=681645f4-2b0a-46b3-9191-fb8fdd07928e, infoPort=37395, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=1169365202;c=1733457033551), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcad015784ddfc4f2 with lease ID 0xb053041e2d7931c5: Processing first storage report for DS-f1c2abe6-98d9-4306-8a0d-3c18be47b49f from datanode DatanodeRegistration(127.0.0.1:44005, datanodeUuid=681645f4-2b0a-46b3-9191-fb8fdd07928e, infoPort=37395, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=1169365202;c=1733457033551) 2024-12-06T03:50:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcad015784ddfc4f2 with lease ID 0xb053041e2d7931c5: from storage DS-f1c2abe6-98d9-4306-8a0d-3c18be47b49f node DatanodeRegistration(127.0.0.1:44005, datanodeUuid=681645f4-2b0a-46b3-9191-fb8fdd07928e, infoPort=37395, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=1169365202;c=1733457033551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:35,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae 2024-12-06T03:50:35,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/zookeeper_0, clientPort=60916, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T03:50:35,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60916 2024-12-06T03:50:35,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:35,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:35,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:35,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:35,123 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e with version=8 2024-12-06T03:50:35,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/hbase-staging 2024-12-06T03:50:35,125 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:35,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:35,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:35,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:35,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:35,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:35,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T03:50:35,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:35,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34399 2024-12-06T03:50:35,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34399 connecting to ZooKeeper ensemble=127.0.0.1:60916 2024-12-06T03:50:35,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343990x0, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:35,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34399-0x101aa0cd22c0000 connected 2024-12-06T03:50:35,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:35,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:35,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:35,236 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e, hbase.cluster.distributed=false 2024-12-06T03:50:35,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:35,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34399 2024-12-06T03:50:35,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34399 2024-12-06T03:50:35,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34399 2024-12-06T03:50:35,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34399 2024-12-06T03:50:35,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34399 2024-12-06T03:50:35,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:35,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:35,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:35,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:35,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:35,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:35,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:35,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:35,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33767 2024-12-06T03:50:35,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33767 connecting to ZooKeeper ensemble=127.0.0.1:60916 2024-12-06T03:50:35,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:35,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:35,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337670x0, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:35,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337670x0, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:35,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33767-0x101aa0cd22c0001 connected 2024-12-06T03:50:35,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:35,267 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:35,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:35,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:35,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33767 2024-12-06T03:50:35,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33767 2024-12-06T03:50:35,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33767 2024-12-06T03:50:35,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33767 2024-12-06T03:50:35,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33767 2024-12-06T03:50:35,289 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:35,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:35,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:35,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:35,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:35,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:35,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:35,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:35,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35633 2024-12-06T03:50:35,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35633 connecting to ZooKeeper ensemble=127.0.0.1:60916 2024-12-06T03:50:35,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:35,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:35,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356330x0, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:35,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356330x0, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:35,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35633-0x101aa0cd22c0002 connected 2024-12-06T03:50:35,306 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:35,307 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:35,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:35,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:35,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35633 2024-12-06T03:50:35,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35633 2024-12-06T03:50:35,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35633 2024-12-06T03:50:35,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35633 2024-12-06T03:50:35,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35633 2024-12-06T03:50:35,329 DEBUG [M:0;6f1b912b0816:34399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6f1b912b0816:34399 2024-12-06T03:50:35,329 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6f1b912b0816,34399,1733457035125 2024-12-06T03:50:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:35,341 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6f1b912b0816,34399,1733457035125 2024-12-06T03:50:35,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:35,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:35,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,350 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T03:50:35,351 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6f1b912b0816,34399,1733457035125 from backup master directory 2024-12-06T03:50:35,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6f1b912b0816,34399,1733457035125 2024-12-06T03:50:35,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:35,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:35,357 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:35,358 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6f1b912b0816,34399,1733457035125 2024-12-06T03:50:35,362 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/hbase.id] with ID: e10888e1-91f7-43bf-aaaf-a7330606d6a4 2024-12-06T03:50:35,362 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/.tmp/hbase.id 2024-12-06T03:50:35,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:35,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:35,372 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/.tmp/hbase.id]:[hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/hbase.id] 2024-12-06T03:50:35,386 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:35,386 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T03:50:35,387 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T03:50:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:35,407 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:35,408 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T03:50:35,408 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:35,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:35,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:35,421 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store 2024-12-06T03:50:35,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:35,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:35,831 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:35,831 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:35,831 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:35,831 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:35,831 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:35,832 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:35,832 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:35,832 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457035831Disabling compacts and flushes for region at 1733457035831Disabling writes for close at 1733457035831Writing region close event to WAL at 1733457035832 (+1 ms)Closed at 1733457035832 2024-12-06T03:50:35,833 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/.initializing 2024-12-06T03:50:35,833 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/WALs/6f1b912b0816,34399,1733457035125 2024-12-06T03:50:35,834 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:35,835 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C34399%2C1733457035125, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/WALs/6f1b912b0816,34399,1733457035125, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/oldWALs, maxLogs=10 2024-12-06T03:50:35,847 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/WALs/6f1b912b0816,34399,1733457035125/6f1b912b0816%2C34399%2C1733457035125.1733457035836, exclude list is [], retry=0 2024-12-06T03:50:35,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-8af86b97-961a-423a-944f-7cc99897ccee,DISK] 2024-12-06T03:50:35,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38529,DS-1fe00396-98d8-455f-9ae7-3e1733a62748,DISK] 2024-12-06T03:50:35,852 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/WALs/6f1b912b0816,34399,1733457035125/6f1b912b0816%2C34399%2C1733457035125.1733457035836 2024-12-06T03:50:35,853 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395),(127.0.0.1/127.0.0.1:36339:36339)] 2024-12-06T03:50:35,853 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:35,854 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:35,854 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,854 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T03:50:35,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:35,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:35,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T03:50:35,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:35,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:35,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T03:50:35,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:35,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:35,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T03:50:35,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:35,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:35,864 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,865 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,866 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,867 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,867 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,868 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:35,870 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:35,872 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:35,873 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68224564, jitterRate=0.01662522554397583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:35,874 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733457035854Initializing all the Stores at 1733457035855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457035855Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457035855Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457035855Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457035855Cleaning up temporary data from old regions at 1733457035867 (+12 ms)Region opened successfully at 1733457035874 (+7 ms) 2024-12-06T03:50:35,874 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T03:50:35,879 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bb9bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:35,880 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T03:50:35,880 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T03:50:35,880 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T03:50:35,880 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T03:50:35,881 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T03:50:35,882 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T03:50:35,882 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T03:50:35,889 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T03:50:35,890 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T03:50:35,899 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T03:50:35,900 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T03:50:35,901 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T03:50:35,907 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T03:50:35,908 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T03:50:35,909 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T03:50:35,916 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T03:50:35,917 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T03:50:35,924 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T03:50:35,926 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T03:50:35,932 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T03:50:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,941 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6f1b912b0816,34399,1733457035125, sessionid=0x101aa0cd22c0000, setting cluster-up flag (Was=false) 2024-12-06T03:50:35,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,983 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T03:50:35,984 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,34399,1733457035125 2024-12-06T03:50:35,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:35,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:36,024 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T03:50:36,025 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,34399,1733457035125 2024-12-06T03:50:36,027 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T03:50:36,029 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:36,029 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T03:50:36,029 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T03:50:36,029 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6f1b912b0816,34399,1733457035125 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T03:50:36,031 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:36,031 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:36,031 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:36,031 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:36,031 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6f1b912b0816:0, corePoolSize=10, maxPoolSize=10 2024-12-06T03:50:36,031 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,031 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:36,031 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,033 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733457066033 2024-12-06T03:50:36,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:36,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T03:50:36,033 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T03:50:36,033 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T03:50:36,034 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T03:50:36,034 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T03:50:36,034 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T03:50:36,034 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T03:50:36,034 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,034 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T03:50:36,034 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T03:50:36,034 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T03:50:36,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:36,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T03:50:36,035 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T03:50:36,035 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T03:50:36,035 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457036035,5,FailOnTimeoutGroup] 2024-12-06T03:50:36,038 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457036035,5,FailOnTimeoutGroup] 2024-12-06T03:50:36,038 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,038 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T03:50:36,038 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,038 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:36,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:36,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T03:50:36,046 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e 2024-12-06T03:50:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:36,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:36,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:36,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:36,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:36,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:36,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:36,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:36,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:36,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:36,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:36,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:36,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:36,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:36,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:36,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:36,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:36,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:36,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:36,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740 2024-12-06T03:50:36,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740 2024-12-06T03:50:36,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:36,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:36,074 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:36,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:36,078 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:36,079 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73506522, jitterRate=0.09533253312110901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:36,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733457036055Initializing all the Stores at 1733457036056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457036056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457036056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457036056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457036056Cleaning up temporary data from old regions at 1733457036074 (+18 ms)Region opened successfully at 1733457036080 (+6 ms) 2024-12-06T03:50:36,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:36,081 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:36,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:36,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:36,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:36,082 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:36,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457036080Disabling compacts and flushes for region at 1733457036080Disabling writes for close at 1733457036081 (+1 ms)Writing region close event to WAL at 1733457036082 (+1 ms)Closed at 1733457036082 2024-12-06T03:50:36,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:36,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T03:50:36,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T03:50:36,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:36,087 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T03:50:36,120 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(746): ClusterId : e10888e1-91f7-43bf-aaaf-a7330606d6a4 2024-12-06T03:50:36,120 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(746): ClusterId : e10888e1-91f7-43bf-aaaf-a7330606d6a4 2024-12-06T03:50:36,120 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:36,120 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:36,150 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:36,150 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:36,150 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:36,150 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:36,158 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:36,158 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:36,159 DEBUG [RS:0;6f1b912b0816:33767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b1f566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:36,159 DEBUG [RS:1;6f1b912b0816:35633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a0a7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:36,169 DEBUG [RS:0;6f1b912b0816:33767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6f1b912b0816:33767 2024-12-06T03:50:36,169 DEBUG [RS:1;6f1b912b0816:35633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6f1b912b0816:35633 2024-12-06T03:50:36,169 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:36,169 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:36,169 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:36,169 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:36,169 DEBUG [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:36,169 DEBUG [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:36,170 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,34399,1733457035125 with port=33767, startcode=1733457035252 2024-12-06T03:50:36,170 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,34399,1733457035125 with port=35633, startcode=1733457035288 2024-12-06T03:50:36,171 DEBUG [RS:0;6f1b912b0816:33767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:36,171 DEBUG [RS:1;6f1b912b0816:35633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:36,173 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42613, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:36,173 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38767, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:36,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,35633,1733457035288 2024-12-06T03:50:36,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34399 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,35633,1733457035288 2024-12-06T03:50:36,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,33767,1733457035252 2024-12-06T03:50:36,176 DEBUG [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e 2024-12-06T03:50:36,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34399 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,33767,1733457035252 2024-12-06T03:50:36,176 DEBUG [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38955 2024-12-06T03:50:36,176 DEBUG [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:36,178 DEBUG [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e 2024-12-06T03:50:36,178 DEBUG [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38955 2024-12-06T03:50:36,178 DEBUG [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:36,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:36,225 DEBUG [RS:1;6f1b912b0816:35633 {}] zookeeper.ZKUtil(111): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,35633,1733457035288 2024-12-06T03:50:36,225 WARN [RS:1;6f1b912b0816:35633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:36,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,33767,1733457035252] 2024-12-06T03:50:36,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,35633,1733457035288] 2024-12-06T03:50:36,225 INFO [RS:1;6f1b912b0816:35633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:36,225 DEBUG [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,35633,1733457035288 2024-12-06T03:50:36,226 DEBUG [RS:0;6f1b912b0816:33767 {}] zookeeper.ZKUtil(111): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,33767,1733457035252 2024-12-06T03:50:36,226 WARN [RS:0;6f1b912b0816:33767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:36,226 INFO [RS:0;6f1b912b0816:33767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:36,226 DEBUG [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,33767,1733457035252 2024-12-06T03:50:36,229 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:36,232 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:36,232 INFO [RS:1;6f1b912b0816:35633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:36,233 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,233 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:36,236 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:36,236 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:36,237 INFO [RS:0;6f1b912b0816:33767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:36,237 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,237 WARN [6f1b912b0816:34399 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T03:50:36,237 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:36,237 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,238 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,238 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,238 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,238 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,238 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,238 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:36,238 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,238 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:36,238 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,239 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,239 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,239 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,239 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,239 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:36,239 DEBUG [RS:1;6f1b912b0816:35633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:36,239 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:36,239 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,239 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,239 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,239 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,239 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,239 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,239 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,240 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,240 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,35633,1733457035288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:36,240 DEBUG [RS:0;6f1b912b0816:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:36,243 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,243 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,243 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,243 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,243 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,244 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33767,1733457035252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:36,260 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:36,260 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,35633,1733457035288-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,261 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,261 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.Replication(171): 6f1b912b0816,35633,1733457035288 started 2024-12-06T03:50:36,263 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:36,263 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,33767,1733457035252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,263 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,263 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.Replication(171): 6f1b912b0816,33767,1733457035252 started 2024-12-06T03:50:36,279 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,280 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,35633,1733457035288, RpcServer on 6f1b912b0816/172.17.0.2:35633, sessionid=0x101aa0cd22c0002 2024-12-06T03:50:36,280 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:36,280 DEBUG [RS:1;6f1b912b0816:35633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,35633,1733457035288 2024-12-06T03:50:36,280 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,35633,1733457035288' 2024-12-06T03:50:36,280 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:36,281 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:36,281 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,281 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,33767,1733457035252, RpcServer on 6f1b912b0816/172.17.0.2:33767, sessionid=0x101aa0cd22c0001 2024-12-06T03:50:36,281 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:36,281 DEBUG [RS:0;6f1b912b0816:33767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,33767,1733457035252 2024-12-06T03:50:36,281 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,33767,1733457035252' 2024-12-06T03:50:36,281 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:36,281 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:36,281 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:36,281 DEBUG [RS:1;6f1b912b0816:35633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,35633,1733457035288 2024-12-06T03:50:36,281 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,35633,1733457035288' 2024-12-06T03:50:36,281 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:36,282 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:36,282 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:36,282 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:36,282 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:36,282 DEBUG [RS:0;6f1b912b0816:33767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,33767,1733457035252 2024-12-06T03:50:36,282 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,33767,1733457035252' 2024-12-06T03:50:36,282 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:36,282 DEBUG [RS:1;6f1b912b0816:35633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:36,282 INFO [RS:1;6f1b912b0816:35633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:36,282 INFO [RS:1;6f1b912b0816:35633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:36,282 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:36,283 DEBUG [RS:0;6f1b912b0816:33767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:36,283 INFO [RS:0;6f1b912b0816:33767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:36,283 INFO [RS:0;6f1b912b0816:33767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:36,383 INFO [RS:1;6f1b912b0816:35633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:36,383 INFO [RS:0;6f1b912b0816:33767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:36,386 INFO [RS:0;6f1b912b0816:33767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C33767%2C1733457035252, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,33767,1733457035252, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/oldWALs, maxLogs=32 2024-12-06T03:50:36,386 INFO [RS:1;6f1b912b0816:35633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C35633%2C1733457035288, suffix=, logDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,35633,1733457035288, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/oldWALs, maxLogs=32 2024-12-06T03:50:36,398 DEBUG [RS:0;6f1b912b0816:33767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,33767,1733457035252/6f1b912b0816%2C33767%2C1733457035252.1733457036387, exclude list is [], retry=0 2024-12-06T03:50:36,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-8af86b97-961a-423a-944f-7cc99897ccee,DISK] 2024-12-06T03:50:36,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38529,DS-1fe00396-98d8-455f-9ae7-3e1733a62748,DISK] 2024-12-06T03:50:36,405 DEBUG [RS:1;6f1b912b0816:35633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,35633,1733457035288/6f1b912b0816%2C35633%2C1733457035288.1733457036388, exclude list is [], retry=0 2024-12-06T03:50:36,406 INFO [RS:0;6f1b912b0816:33767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,33767,1733457035252/6f1b912b0816%2C33767%2C1733457035252.1733457036387 2024-12-06T03:50:36,407 DEBUG [RS:0;6f1b912b0816:33767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395),(127.0.0.1/127.0.0.1:36339:36339)] 2024-12-06T03:50:36,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-8af86b97-961a-423a-944f-7cc99897ccee,DISK] 2024-12-06T03:50:36,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38529,DS-1fe00396-98d8-455f-9ae7-3e1733a62748,DISK] 2024-12-06T03:50:36,411 INFO [RS:1;6f1b912b0816:35633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,35633,1733457035288/6f1b912b0816%2C35633%2C1733457035288.1733457036388 2024-12-06T03:50:36,414 DEBUG [RS:1;6f1b912b0816:35633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395),(127.0.0.1/127.0.0.1:36339:36339)] 2024-12-06T03:50:36,487 DEBUG [6f1b912b0816:34399 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T03:50:36,487 DEBUG [6f1b912b0816:34399 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:36,490 DEBUG [6f1b912b0816:34399 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:36,490 DEBUG [6f1b912b0816:34399 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:36,490 DEBUG [6f1b912b0816:34399 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:36,490 DEBUG [6f1b912b0816:34399 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:36,490 INFO [6f1b912b0816:34399 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:36,490 INFO [6f1b912b0816:34399 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:36,490 DEBUG [6f1b912b0816:34399 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:36,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6f1b912b0816,33767,1733457035252 2024-12-06T03:50:36,492 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,33767,1733457035252, state=OPENING 2024-12-06T03:50:36,513 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T03:50:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:36,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:36,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:36,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:36,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,33767,1733457035252}] 2024-12-06T03:50:36,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:36,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:36,678 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:36,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54741, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:36,683 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T03:50:36,684 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:36,684 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T03:50:36,686 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C33767%2C1733457035252.meta, suffix=.meta, logDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,33767,1733457035252, archiveDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/oldWALs, maxLogs=32 2024-12-06T03:50:36,697 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,33767,1733457035252/6f1b912b0816%2C33767%2C1733457035252.meta.1733457036686.meta, exclude list is [], retry=0 2024-12-06T03:50:36,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38529,DS-1fe00396-98d8-455f-9ae7-3e1733a62748,DISK] 2024-12-06T03:50:36,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-8af86b97-961a-423a-944f-7cc99897ccee,DISK] 2024-12-06T03:50:36,702 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/WALs/6f1b912b0816,33767,1733457035252/6f1b912b0816%2C33767%2C1733457035252.meta.1733457036686.meta 2024-12-06T03:50:36,702 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37395:37395),(127.0.0.1/127.0.0.1:36339:36339)] 2024-12-06T03:50:36,703 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:36,703 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T03:50:36,703 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T03:50:36,703 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T03:50:36,703 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T03:50:36,703 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:36,703 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T03:50:36,703 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T03:50:36,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:36,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:36,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:36,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:36,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:36,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:36,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:36,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:36,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:36,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:36,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:36,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:36,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:36,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:36,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:36,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:36,712 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:36,713 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740 2024-12-06T03:50:36,715 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740 2024-12-06T03:50:36,716 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:36,716 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:36,717 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:36,719 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:36,720 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70830500, jitterRate=0.055456697940826416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:36,720 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T03:50:36,722 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733457036703Writing region info on filesystem at 1733457036703Initializing all the Stores at 1733457036704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457036704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457036705 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457036705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457036705Cleaning up temporary data from old regions at 1733457036716 (+11 ms)Running coprocessor post-open hooks at 1733457036720 (+4 ms)Region opened successfully at 1733457036721 (+1 ms) 2024-12-06T03:50:36,723 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733457036678 2024-12-06T03:50:36,725 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T03:50:36,726 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T03:50:36,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,33767,1733457035252 2024-12-06T03:50:36,727 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,33767,1733457035252, state=OPEN 2024-12-06T03:50:36,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:36,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:36,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:36,757 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6f1b912b0816,33767,1733457035252 2024-12-06T03:50:36,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:36,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:36,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:36,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T03:50:36,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,33767,1733457035252 in 232 msec 2024-12-06T03:50:36,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T03:50:36,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 676 msec 2024-12-06T03:50:36,764 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:36,764 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T03:50:36,765 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:36,765 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,33767,1733457035252, seqNum=-1] 2024-12-06T03:50:36,766 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:36,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33443, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:36,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 745 msec 2024-12-06T03:50:36,774 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733457036774, completionTime=-1 2024-12-06T03:50:36,774 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T03:50:36,774 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T03:50:36,777 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T03:50:36,777 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733457096777 2024-12-06T03:50:36,777 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733457156777 2024-12-06T03:50:36,777 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T03:50:36,777 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,34399,1733457035125-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,778 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,34399,1733457035125-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,778 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,34399,1733457035125-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,778 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6f1b912b0816:34399, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,778 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,778 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,780 DEBUG [master/6f1b912b0816:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T03:50:36,783 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.425sec 2024-12-06T03:50:36,784 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T03:50:36,784 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T03:50:36,784 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T03:50:36,784 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T03:50:36,784 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T03:50:36,784 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,34399,1733457035125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:36,784 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,34399,1733457035125-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T03:50:36,787 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T03:50:36,787 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T03:50:36,787 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,34399,1733457035125-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:36,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91ed94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:36,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6f1b912b0816,34399,-1 for getting cluster id 2024-12-06T03:50:36,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T03:50:36,823 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e10888e1-91f7-43bf-aaaf-a7330606d6a4' 2024-12-06T03:50:36,823 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T03:50:36,823 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e10888e1-91f7-43bf-aaaf-a7330606d6a4" 2024-12-06T03:50:36,824 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a8abb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:36,824 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6f1b912b0816,34399,-1] 2024-12-06T03:50:36,824 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T03:50:36,824 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:36,825 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T03:50:36,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1ca025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:36,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:36,828 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,33767,1733457035252, seqNum=-1] 2024-12-06T03:50:36,829 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:36,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:36,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6f1b912b0816,34399,1733457035125 2024-12-06T03:50:36,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T03:50:36,833 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6f1b912b0816,34399,1733457035125 2024-12-06T03:50:36,833 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@280fb0a5 2024-12-06T03:50:36,834 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:50:36,835 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:50:36,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T03:50:36,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:50:36,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:36,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T03:50:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:36,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:50:36,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:36,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:36,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T03:50:36,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:36,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:36,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:36,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:37,250 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 968382aa6872689f710708aa213d3126, NAME => 'testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e 2024-12-06T03:50:37,250 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac12e857ce9de0304bdb3fa6836f2da6, NAME => 'testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e 2024-12-06T03:50:37,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:37,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:37,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:37,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:37,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:37,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 968382aa6872689f710708aa213d3126, disabling compactions & flushes 2024-12-06T03:50:37,664 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:37,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:37,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. after waiting 0 ms 2024-12-06T03:50:37,664 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:37,664 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:37,665 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 968382aa6872689f710708aa213d3126: Waiting for close lock at 1733457037664Disabling compacts and flushes for region at 1733457037664Disabling writes for close at 1733457037664Writing region close event to WAL at 1733457037664Closed at 1733457037664 2024-12-06T03:50:37,665 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:37,665 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ac12e857ce9de0304bdb3fa6836f2da6, disabling compactions & flushes 2024-12-06T03:50:37,665 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:37,665 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:37,665 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. after waiting 0 ms 2024-12-06T03:50:37,665 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:37,665 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:37,665 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac12e857ce9de0304bdb3fa6836f2da6: Waiting for close lock at 1733457037665Disabling compacts and flushes for region at 1733457037665Disabling writes for close at 1733457037665Writing region close event to WAL at 1733457037665Closed at 1733457037665 2024-12-06T03:50:37,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:50:37,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457037667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457037667"}]},"ts":"1733457037667"} 2024-12-06T03:50:37,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457037667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457037667"}]},"ts":"1733457037667"} 2024-12-06T03:50:37,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T03:50:37,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:50:37,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457037672"}]},"ts":"1733457037672"} 2024-12-06T03:50:37,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T03:50:37,675 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:37,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:37,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:37,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:37,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:37,677 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:37,677 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:37,677 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:37,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac12e857ce9de0304bdb3fa6836f2da6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=968382aa6872689f710708aa213d3126, ASSIGN}] 2024-12-06T03:50:37,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=968382aa6872689f710708aa213d3126, ASSIGN 2024-12-06T03:50:37,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac12e857ce9de0304bdb3fa6836f2da6, ASSIGN 2024-12-06T03:50:37,680 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac12e857ce9de0304bdb3fa6836f2da6, ASSIGN; state=OFFLINE, location=6f1b912b0816,33767,1733457035252; forceNewPlan=false, retain=false 2024-12-06T03:50:37,680 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=968382aa6872689f710708aa213d3126, ASSIGN; state=OFFLINE, location=6f1b912b0816,35633,1733457035288; forceNewPlan=false, retain=false 2024-12-06T03:50:37,830 INFO [6f1b912b0816:34399 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T03:50:37,831 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac12e857ce9de0304bdb3fa6836f2da6, regionState=OPENING, regionLocation=6f1b912b0816,33767,1733457035252 2024-12-06T03:50:37,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=968382aa6872689f710708aa213d3126, regionState=OPENING, regionLocation=6f1b912b0816,35633,1733457035288 2024-12-06T03:50:37,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=968382aa6872689f710708aa213d3126, ASSIGN because future has completed 2024-12-06T03:50:37,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 968382aa6872689f710708aa213d3126, server=6f1b912b0816,35633,1733457035288}] 2024-12-06T03:50:37,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac12e857ce9de0304bdb3fa6836f2da6, ASSIGN because future has completed 2024-12-06T03:50:37,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac12e857ce9de0304bdb3fa6836f2da6, server=6f1b912b0816,33767,1733457035252}] 2024-12-06T03:50:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:37,987 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:37,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58289, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:37,993 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:37,993 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:37,993 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ac12e857ce9de0304bdb3fa6836f2da6, NAME => 'testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T03:50:37,993 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 968382aa6872689f710708aa213d3126, NAME => 'testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T03:50:37,993 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:37,993 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 968382aa6872689f710708aa213d3126 2024-12-06T03:50:37,993 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:37,993 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:37,994 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 968382aa6872689f710708aa213d3126 2024-12-06T03:50:37,994 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:37,994 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 968382aa6872689f710708aa213d3126 2024-12-06T03:50:37,994 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:37,995 INFO [StoreOpener-ac12e857ce9de0304bdb3fa6836f2da6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:37,995 INFO [StoreOpener-968382aa6872689f710708aa213d3126-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 968382aa6872689f710708aa213d3126 2024-12-06T03:50:37,997 INFO [StoreOpener-968382aa6872689f710708aa213d3126-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 968382aa6872689f710708aa213d3126 columnFamilyName family 2024-12-06T03:50:37,997 INFO [StoreOpener-ac12e857ce9de0304bdb3fa6836f2da6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac12e857ce9de0304bdb3fa6836f2da6 columnFamilyName family 2024-12-06T03:50:37,997 DEBUG [StoreOpener-ac12e857ce9de0304bdb3fa6836f2da6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:37,997 DEBUG [StoreOpener-968382aa6872689f710708aa213d3126-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:37,997 INFO [StoreOpener-ac12e857ce9de0304bdb3fa6836f2da6-1 {}] regionserver.HStore(327): Store=ac12e857ce9de0304bdb3fa6836f2da6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:37,997 INFO [StoreOpener-968382aa6872689f710708aa213d3126-1 {}] regionserver.HStore(327): Store=968382aa6872689f710708aa213d3126/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:37,998 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 968382aa6872689f710708aa213d3126 2024-12-06T03:50:37,998 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:37,999 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/968382aa6872689f710708aa213d3126 2024-12-06T03:50:37,999 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/968382aa6872689f710708aa213d3126 2024-12-06T03:50:37,999 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:38,000 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 968382aa6872689f710708aa213d3126 2024-12-06T03:50:38,000 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 968382aa6872689f710708aa213d3126 2024-12-06T03:50:38,000 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:38,000 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:38,000 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:38,001 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 968382aa6872689f710708aa213d3126 2024-12-06T03:50:38,002 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:38,003 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/968382aa6872689f710708aa213d3126/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:38,004 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 968382aa6872689f710708aa213d3126; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71902762, jitterRate=0.07143464684486389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:38,004 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 968382aa6872689f710708aa213d3126 2024-12-06T03:50:38,005 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 968382aa6872689f710708aa213d3126: Running coprocessor pre-open hook at 1733457037994Writing region info on filesystem at 1733457037994Initializing all the Stores at 1733457037995 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457037995Cleaning up temporary data from old regions at 1733457038000 (+5 ms)Running coprocessor post-open hooks at 1733457038004 (+4 ms)Region opened successfully at 1733457038005 (+1 ms) 2024-12-06T03:50:38,006 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/ac12e857ce9de0304bdb3fa6836f2da6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:38,006 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126., pid=7, masterSystemTime=1733457037987 2024-12-06T03:50:38,006 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ac12e857ce9de0304bdb3fa6836f2da6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60391257, jitterRate=-0.10010014474391937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:38,006 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:38,007 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ac12e857ce9de0304bdb3fa6836f2da6: Running coprocessor pre-open hook at 1733457037994Writing region info on filesystem at 1733457037994Initializing all the Stores at 1733457037995 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457037995Cleaning up temporary data from old regions at 1733457038000 (+5 ms)Running coprocessor post-open hooks at 1733457038007 (+7 ms)Region opened successfully at 1733457038007 2024-12-06T03:50:38,008 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6., pid=8, masterSystemTime=1733457037988 2024-12-06T03:50:38,009 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:38,009 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:38,010 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=968382aa6872689f710708aa213d3126, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,35633,1733457035288 2024-12-06T03:50:38,010 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:38,010 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:38,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac12e857ce9de0304bdb3fa6836f2da6, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,33767,1733457035252 2024-12-06T03:50:38,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 968382aa6872689f710708aa213d3126, server=6f1b912b0816,35633,1733457035288 because future has completed 2024-12-06T03:50:38,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac12e857ce9de0304bdb3fa6836f2da6, server=6f1b912b0816,33767,1733457035252 because future has completed 2024-12-06T03:50:38,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T03:50:38,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 968382aa6872689f710708aa213d3126, server=6f1b912b0816,35633,1733457035288 in 181 msec 2024-12-06T03:50:38,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-06T03:50:38,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac12e857ce9de0304bdb3fa6836f2da6, server=6f1b912b0816,33767,1733457035252 in 179 msec 2024-12-06T03:50:38,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=968382aa6872689f710708aa213d3126, ASSIGN in 341 msec 2024-12-06T03:50:38,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T03:50:38,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ac12e857ce9de0304bdb3fa6836f2da6, ASSIGN in 342 msec 2024-12-06T03:50:38,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:50:38,023 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457038023"}]},"ts":"1733457038023"} 2024-12-06T03:50:38,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T03:50:38,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:50:38,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.1910 sec 2024-12-06T03:50:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:38,983 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T03:50:38,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T03:50:38,984 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:38,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T03:50:38,987 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:38,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T03:50:38,990 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6., hostname=6f1b912b0816,33767,1733457035252, seqNum=2] 2024-12-06T03:50:39,003 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126., hostname=6f1b912b0816,35633,1733457035288, seqNum=2] 2024-12-06T03:50:39,004 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:39,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:39,016 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ac12e857ce9de0304bdb3fa6836f2da6 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T03:50:39,030 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/ac12e857ce9de0304bdb3fa6836f2da6/.tmp/family/c5cc0df101174b59a924c5e7a836fcfd is 32, key is 1/family:/1733457038992/Put/seqid=0 2024-12-06T03:50:39,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741839_1015 (size=5054) 2024-12-06T03:50:39,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741839_1015 (size=5054) 2024-12-06T03:50:39,035 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/ac12e857ce9de0304bdb3fa6836f2da6/.tmp/family/c5cc0df101174b59a924c5e7a836fcfd 2024-12-06T03:50:39,043 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/ac12e857ce9de0304bdb3fa6836f2da6/.tmp/family/c5cc0df101174b59a924c5e7a836fcfd as hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/ac12e857ce9de0304bdb3fa6836f2da6/family/c5cc0df101174b59a924c5e7a836fcfd 2024-12-06T03:50:39,051 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/ac12e857ce9de0304bdb3fa6836f2da6/family/c5cc0df101174b59a924c5e7a836fcfd, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T03:50:39,053 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ac12e857ce9de0304bdb3fa6836f2da6 in 36ms, sequenceid=8, compaction requested=false 2024-12-06T03:50:39,053 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ac12e857ce9de0304bdb3fa6836f2da6: 2024-12-06T03:50:39,053 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 968382aa6872689f710708aa213d3126 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T03:50:39,069 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/968382aa6872689f710708aa213d3126/.tmp/family/680478f466e340c4862629ed08ad4037 is 32, key is 5/family:/1733457039005/Put/seqid=0 2024-12-06T03:50:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741840_1016 (size=5083) 2024-12-06T03:50:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741840_1016 (size=5083) 2024-12-06T03:50:39,074 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/968382aa6872689f710708aa213d3126/.tmp/family/680478f466e340c4862629ed08ad4037 2024-12-06T03:50:39,080 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/968382aa6872689f710708aa213d3126/.tmp/family/680478f466e340c4862629ed08ad4037 as hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/968382aa6872689f710708aa213d3126/family/680478f466e340c4862629ed08ad4037 2024-12-06T03:50:39,086 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/968382aa6872689f710708aa213d3126/family/680478f466e340c4862629ed08ad4037, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T03:50:39,087 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 968382aa6872689f710708aa213d3126 in 34ms, sequenceid=9, compaction requested=false 2024-12-06T03:50:39,087 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 968382aa6872689f710708aa213d3126: 2024-12-06T03:50:39,091 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T03:50:39,094 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:39,094 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:39,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:39,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:39,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T03:50:39,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:39,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:39,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:39,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:39,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T03:50:39,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T03:50:39,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1093014297, stopped=false 2024-12-06T03:50:39,097 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6f1b912b0816,34399,1733457035125 2024-12-06T03:50:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:39,149 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:39,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:39,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:39,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:39,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:39,150 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,33767,1733457035252' ***** 2024-12-06T03:50:39,150 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:39,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:39,150 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:39,150 INFO [RS:0;6f1b912b0816:33767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:39,150 INFO [RS:0;6f1b912b0816:33767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:39,150 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:39,151 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:39,151 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,35633,1733457035288' ***** 2024-12-06T03:50:39,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:39,151 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:39,151 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,33767,1733457035252 2024-12-06T03:50:39,151 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:39,151 INFO [RS:0;6f1b912b0816:33767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:39,151 INFO [RS:1;6f1b912b0816:35633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:39,151 INFO [RS:0;6f1b912b0816:33767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6f1b912b0816:33767. 2024-12-06T03:50:39,151 INFO [RS:1;6f1b912b0816:35633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:39,151 DEBUG [RS:0;6f1b912b0816:33767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:39,151 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(3091): Received CLOSE for 968382aa6872689f710708aa213d3126 2024-12-06T03:50:39,151 DEBUG [RS:0;6f1b912b0816:33767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:39,151 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac12e857ce9de0304bdb3fa6836f2da6, disabling compactions & flushes 2024-12-06T03:50:39,151 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:39,151 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:39,151 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:39,151 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:39,151 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:39,151 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. after waiting 0 ms 2024-12-06T03:50:39,151 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,35633,1733457035288 2024-12-06T03:50:39,151 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T03:50:39,151 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:39,151 INFO [RS:1;6f1b912b0816:35633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:39,152 INFO [RS:1;6f1b912b0816:35633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6f1b912b0816:35633. 2024-12-06T03:50:39,152 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:39,152 DEBUG [RS:1;6f1b912b0816:35633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:39,152 DEBUG [RS:1;6f1b912b0816:35633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:39,152 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T03:50:39,152 DEBUG [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ac12e857ce9de0304bdb3fa6836f2da6=testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6.} 2024-12-06T03:50:39,152 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T03:50:39,152 DEBUG [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(1325): Online Regions={968382aa6872689f710708aa213d3126=testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126.} 2024-12-06T03:50:39,152 DEBUG [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac12e857ce9de0304bdb3fa6836f2da6 2024-12-06T03:50:39,152 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:39,152 DEBUG [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(1351): Waiting on 968382aa6872689f710708aa213d3126 2024-12-06T03:50:39,152 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:39,152 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:39,152 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:39,152 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:39,152 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 968382aa6872689f710708aa213d3126, disabling compactions & flushes 2024-12-06T03:50:39,152 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:39,152 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:39,152 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. after waiting 0 ms 2024-12-06T03:50:39,152 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T03:50:39,152 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:39,159 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/968382aa6872689f710708aa213d3126/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T03:50:39,159 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/default/testClearRegionBlockCache/ac12e857ce9de0304bdb3fa6836f2da6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T03:50:39,160 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:39,160 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:39,160 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac12e857ce9de0304bdb3fa6836f2da6: Waiting for close lock at 1733457039151Running coprocessor pre-close hooks at 1733457039151Disabling compacts and flushes for region at 1733457039151Disabling writes for close at 1733457039151Writing region close event to WAL at 1733457039152 (+1 ms)Running coprocessor post-close hooks at 1733457039160 (+8 ms)Closed at 1733457039160 2024-12-06T03:50:39,160 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 968382aa6872689f710708aa213d3126: Waiting for close lock at 1733457039152Running coprocessor pre-close hooks at 1733457039152Disabling compacts and flushes for region at 1733457039152Disabling writes for close at 1733457039152Writing region close event to WAL at 1733457039153 (+1 ms)Running coprocessor post-close hooks at 1733457039160 (+7 ms)Closed at 1733457039160 2024-12-06T03:50:39,160 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733457036835.ac12e857ce9de0304bdb3fa6836f2da6. 2024-12-06T03:50:39,160 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126. 2024-12-06T03:50:39,169 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/.tmp/info/570d219e21a141ab935c754d59e5f2f8 is 173, key is testClearRegionBlockCache,5,1733457036835.968382aa6872689f710708aa213d3126./info:regioninfo/1733457038010/Put/seqid=0 2024-12-06T03:50:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:39,175 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/.tmp/info/570d219e21a141ab935c754d59e5f2f8 2024-12-06T03:50:39,240 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/.tmp/ns/e2c46698e242462ab7c51813660de2d8 is 43, key is default/ns:d/1733457036768/Put/seqid=0 2024-12-06T03:50:39,240 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T03:50:39,240 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T03:50:39,244 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T03:50:39,244 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T03:50:39,244 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:39,247 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:39,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:39,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:39,258 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/.tmp/ns/e2c46698e242462ab7c51813660de2d8 2024-12-06T03:50:39,301 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/.tmp/table/161c4ff9943f4f51a30e7f97a4754a2d is 61, key is testClearRegionBlockCache/table:state/1733457038023/Put/seqid=0 2024-12-06T03:50:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:39,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:39,309 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/.tmp/table/161c4ff9943f4f51a30e7f97a4754a2d 2024-12-06T03:50:39,317 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/.tmp/info/570d219e21a141ab935c754d59e5f2f8 as hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/info/570d219e21a141ab935c754d59e5f2f8 2024-12-06T03:50:39,326 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/info/570d219e21a141ab935c754d59e5f2f8, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T03:50:39,327 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/.tmp/ns/e2c46698e242462ab7c51813660de2d8 as hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/ns/e2c46698e242462ab7c51813660de2d8 2024-12-06T03:50:39,334 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/ns/e2c46698e242462ab7c51813660de2d8, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T03:50:39,335 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/.tmp/table/161c4ff9943f4f51a30e7f97a4754a2d as hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/table/161c4ff9943f4f51a30e7f97a4754a2d 2024-12-06T03:50:39,341 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/table/161c4ff9943f4f51a30e7f97a4754a2d, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T03:50:39,342 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 190ms, sequenceid=13, compaction requested=false 2024-12-06T03:50:39,351 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T03:50:39,352 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T03:50:39,352 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:39,352 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457039152Running coprocessor pre-close hooks at 1733457039152Disabling compacts and flushes for region at 1733457039152Disabling writes for close at 1733457039152Obtaining lock to block concurrent updates at 1733457039152Preparing flush snapshotting stores in 1588230740 at 1733457039152Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733457039153 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733457039153Flushing 1588230740/info: creating writer at 1733457039154 (+1 ms)Flushing 1588230740/info: appending metadata at 1733457039168 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733457039168Flushing 1588230740/ns: creating writer at 1733457039182 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733457039239 (+57 ms)Flushing 1588230740/ns: closing flushed file at 1733457039239Flushing 1588230740/table: creating writer at 1733457039275 (+36 ms)Flushing 1588230740/table: appending metadata at 1733457039300 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733457039300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e691c41: reopening flushed file at 1733457039316 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601b4d3b: reopening flushed file at 1733457039326 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6fcc17: reopening flushed file at 1733457039334 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 190ms, sequenceid=13, compaction requested=false at 1733457039342 (+8 ms)Writing region close event to WAL at 1733457039348 (+6 ms)Running coprocessor post-close hooks at 1733457039351 (+3 ms)Closed at 1733457039352 (+1 ms) 2024-12-06T03:50:39,352 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:39,352 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,33767,1733457035252; all regions closed. 2024-12-06T03:50:39,352 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,35633,1733457035288; all regions closed. 2024-12-06T03:50:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741834_1010 (size=1867) 2024-12-06T03:50:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:39,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741834_1010 (size=1867) 2024-12-06T03:50:39,356 DEBUG [RS:0;6f1b912b0816:33767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/oldWALs 2024-12-06T03:50:39,356 INFO [RS:0;6f1b912b0816:33767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C33767%2C1733457035252.meta:.meta(num 1733457036686) 2024-12-06T03:50:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741833_1009 (size=1758) 2024-12-06T03:50:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741833_1009 (size=1758) 2024-12-06T03:50:39,360 DEBUG [RS:1;6f1b912b0816:35633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/oldWALs 2024-12-06T03:50:39,360 INFO [RS:1;6f1b912b0816:35633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C35633%2C1733457035288:(num 1733457036388) 2024-12-06T03:50:39,360 DEBUG [RS:1;6f1b912b0816:35633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:39,360 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:39,360 INFO [RS:1;6f1b912b0816:35633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:39,360 INFO [RS:1;6f1b912b0816:35633 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:39,360 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:39,360 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:39,360 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:39,360 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:39,361 INFO [RS:1;6f1b912b0816:35633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:39,361 INFO [RS:1;6f1b912b0816:35633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35633 2024-12-06T03:50:39,361 DEBUG [RS:0;6f1b912b0816:33767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/oldWALs 2024-12-06T03:50:39,361 INFO [RS:0;6f1b912b0816:33767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C33767%2C1733457035252:(num 1733457036387) 2024-12-06T03:50:39,361 DEBUG [RS:0;6f1b912b0816:33767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:39,361 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:39,361 INFO [RS:0;6f1b912b0816:33767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:39,362 INFO [RS:0;6f1b912b0816:33767 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:39,362 INFO [RS:0;6f1b912b0816:33767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:39,362 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:39,362 INFO [RS:0;6f1b912b0816:33767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33767 2024-12-06T03:50:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:39,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,35633,1733457035288 2024-12-06T03:50:39,382 INFO [RS:1;6f1b912b0816:35633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:39,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,33767,1733457035252 2024-12-06T03:50:39,390 INFO [RS:0;6f1b912b0816:33767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:39,399 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,33767,1733457035252] 2024-12-06T03:50:39,415 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,33767,1733457035252 already deleted, retry=false 2024-12-06T03:50:39,415 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,33767,1733457035252 expired; onlineServers=1 2024-12-06T03:50:39,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,35633,1733457035288] 2024-12-06T03:50:39,423 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,35633,1733457035288 already deleted, retry=false 2024-12-06T03:50:39,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,35633,1733457035288 expired; onlineServers=0 2024-12-06T03:50:39,424 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6f1b912b0816,34399,1733457035125' ***** 2024-12-06T03:50:39,424 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T03:50:39,424 INFO [M:0;6f1b912b0816:34399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:39,424 INFO [M:0;6f1b912b0816:34399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:39,424 DEBUG [M:0;6f1b912b0816:34399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T03:50:39,424 DEBUG [M:0;6f1b912b0816:34399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T03:50:39,424 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T03:50:39,424 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457036035 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457036035,5,FailOnTimeoutGroup] 2024-12-06T03:50:39,424 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457036035 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457036035,5,FailOnTimeoutGroup] 2024-12-06T03:50:39,424 INFO [M:0;6f1b912b0816:34399 {}] hbase.ChoreService(370): Chore service for: master/6f1b912b0816:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:39,424 INFO [M:0;6f1b912b0816:34399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:39,424 DEBUG [M:0;6f1b912b0816:34399 {}] master.HMaster(1795): Stopping service threads 2024-12-06T03:50:39,425 INFO [M:0;6f1b912b0816:34399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T03:50:39,425 INFO [M:0;6f1b912b0816:34399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:39,425 INFO [M:0;6f1b912b0816:34399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T03:50:39,425 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T03:50:39,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:39,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:39,432 DEBUG [M:0;6f1b912b0816:34399 {}] zookeeper.ZKUtil(347): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T03:50:39,432 WARN [M:0;6f1b912b0816:34399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T03:50:39,433 INFO [M:0;6f1b912b0816:34399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/.lastflushedseqids 2024-12-06T03:50:39,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741844_1020 (size=191) 2024-12-06T03:50:39,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741844_1020 (size=191) 2024-12-06T03:50:39,440 INFO [M:0;6f1b912b0816:34399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T03:50:39,440 INFO [M:0;6f1b912b0816:34399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T03:50:39,440 DEBUG [M:0;6f1b912b0816:34399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:39,440 INFO [M:0;6f1b912b0816:34399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:39,440 DEBUG [M:0;6f1b912b0816:34399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:39,440 DEBUG [M:0;6f1b912b0816:34399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:39,440 DEBUG [M:0;6f1b912b0816:34399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:39,440 INFO [M:0;6f1b912b0816:34399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-06T03:50:39,459 DEBUG [M:0;6f1b912b0816:34399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d73b4568acd942e5b017ff3d243afe85 is 82, key is hbase:meta,,1/info:regioninfo/1733457036726/Put/seqid=0 2024-12-06T03:50:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:39,465 INFO [M:0;6f1b912b0816:34399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d73b4568acd942e5b017ff3d243afe85 2024-12-06T03:50:39,482 DEBUG [M:0;6f1b912b0816:34399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093a8640a0f54a62b2f7a9083c8569fa is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733457038028/Put/seqid=0 2024-12-06T03:50:39,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741846_1022 (size=6218) 2024-12-06T03:50:39,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741846_1022 (size=6218) 2024-12-06T03:50:39,488 INFO [M:0;6f1b912b0816:34399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093a8640a0f54a62b2f7a9083c8569fa 2024-12-06T03:50:39,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:39,499 INFO [RS:1;6f1b912b0816:35633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:39,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35633-0x101aa0cd22c0002, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:39,499 INFO [RS:1;6f1b912b0816:35633 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,35633,1733457035288; zookeeper connection closed. 2024-12-06T03:50:39,499 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ded1285 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ded1285 2024-12-06T03:50:39,507 DEBUG [M:0;6f1b912b0816:34399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b88ed676549b4310a8d6b4e595de4106 is 69, key is 6f1b912b0816,33767,1733457035252/rs:state/1733457036176/Put/seqid=0 2024-12-06T03:50:39,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:39,507 INFO [RS:0;6f1b912b0816:33767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:39,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x101aa0cd22c0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:39,507 INFO [RS:0;6f1b912b0816:33767 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,33767,1733457035252; zookeeper connection closed. 2024-12-06T03:50:39,507 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cdb17e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cdb17e2 2024-12-06T03:50:39,508 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T03:50:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:39,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:39,512 INFO [M:0;6f1b912b0816:34399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b88ed676549b4310a8d6b4e595de4106 2024-12-06T03:50:39,518 DEBUG [M:0;6f1b912b0816:34399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d73b4568acd942e5b017ff3d243afe85 as hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d73b4568acd942e5b017ff3d243afe85 2024-12-06T03:50:39,523 INFO [M:0;6f1b912b0816:34399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d73b4568acd942e5b017ff3d243afe85, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T03:50:39,525 DEBUG [M:0;6f1b912b0816:34399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/093a8640a0f54a62b2f7a9083c8569fa as hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093a8640a0f54a62b2f7a9083c8569fa 2024-12-06T03:50:39,530 INFO [M:0;6f1b912b0816:34399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/093a8640a0f54a62b2f7a9083c8569fa, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T03:50:39,531 DEBUG [M:0;6f1b912b0816:34399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b88ed676549b4310a8d6b4e595de4106 as hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b88ed676549b4310a8d6b4e595de4106 2024-12-06T03:50:39,536 INFO [M:0;6f1b912b0816:34399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38955/user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b88ed676549b4310a8d6b4e595de4106, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T03:50:39,537 INFO [M:0;6f1b912b0816:34399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false 2024-12-06T03:50:39,538 INFO [M:0;6f1b912b0816:34399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:39,538 DEBUG [M:0;6f1b912b0816:34399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457039440Disabling compacts and flushes for region at 1733457039440Disabling writes for close at 1733457039440Obtaining lock to block concurrent updates at 1733457039440Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733457039440Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733457039440Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733457039441 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733457039441Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733457039459 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733457039459Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733457039469 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733457039482 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733457039482Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733457039493 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733457039506 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733457039506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dea9090: reopening flushed file at 1733457039517 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d20786: reopening flushed file at 1733457039524 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41037ee8: reopening flushed file at 1733457039530 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false at 1733457039537 (+7 ms)Writing region close event to WAL at 1733457039538 (+1 ms)Closed at 1733457039538 2024-12-06T03:50:39,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38529 is added to blk_1073741830_1006 (size=35428) 2024-12-06T03:50:39,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741830_1006 (size=35428) 2024-12-06T03:50:39,541 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b5715fe-eac9-84fd-2712-e0fb7834aa3e/MasterData/WALs/6f1b912b0816,34399,1733457035125/6f1b912b0816%2C34399%2C1733457035125.1733457035836 not finished, retry = 0 2024-12-06T03:50:39,642 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:39,642 INFO [M:0;6f1b912b0816:34399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T03:50:39,642 INFO [M:0;6f1b912b0816:34399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34399 2024-12-06T03:50:39,642 INFO [M:0;6f1b912b0816:34399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:39,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:39,766 INFO [M:0;6f1b912b0816:34399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:39,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34399-0x101aa0cd22c0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:39,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3edc85eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:39,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30404972{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:39,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:39,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f4d6d0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:39,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1725f3cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:39,769 WARN [BP-27907059-172.17.0.2-1733457033551 heartbeating to localhost/127.0.0.1:38955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:39,769 WARN [BP-27907059-172.17.0.2-1733457033551 heartbeating to localhost/127.0.0.1:38955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-27907059-172.17.0.2-1733457033551 (Datanode Uuid 681645f4-2b0a-46b3-9191-fb8fdd07928e) service to localhost/127.0.0.1:38955 2024-12-06T03:50:39,769 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:39,769 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:39,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/data/data3/current/BP-27907059-172.17.0.2-1733457033551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:39,770 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/data/data4/current/BP-27907059-172.17.0.2-1733457033551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:39,770 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:39,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18698eee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:39,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f5e1ee7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:39,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:39,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@695a66f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:39,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b224bae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:39,774 WARN [BP-27907059-172.17.0.2-1733457033551 heartbeating to localhost/127.0.0.1:38955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:39,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:39,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:39,774 WARN [BP-27907059-172.17.0.2-1733457033551 heartbeating to localhost/127.0.0.1:38955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-27907059-172.17.0.2-1733457033551 (Datanode Uuid be42eaa9-0d48-4c88-aa7b-cafb097c9b6f) service to localhost/127.0.0.1:38955 2024-12-06T03:50:39,774 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/data/data1/current/BP-27907059-172.17.0.2-1733457033551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:39,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/cluster_66a44cee-4679-97aa-8382-479d7eda5c5d/data/data2/current/BP-27907059-172.17.0.2-1733457033551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:39,775 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:39,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b9012c1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:39,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65948331{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:39,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:39,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e2c09ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:39,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a023627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:39,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T03:50:39,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T03:50:39,816 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=131 (was 111) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38955 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38955 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=469 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 218) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7122 (was 7457) 2024-12-06T03:50:39,824 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=131, OpenFileDescriptor=469, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=7122 2024-12-06T03:50:39,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.log.dir so I do NOT create it in target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b 2024-12-06T03:50:39,837 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T03:50:39,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.tmp.dir so I do NOT create it in target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b 2024-12-06T03:50:39,837 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cf96a84a-f144-03ba-d99c-04bec5dc51ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T03:50:39,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b 2024-12-06T03:50:39,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T03:50:39,837 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214, deleteOnExit=true 2024-12-06T03:50:39,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T03:50:39,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/test.cache.data in system properties and HBase conf 2024-12-06T03:50:39,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T03:50:39,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.log.dir in system properties and HBase conf 2024-12-06T03:50:39,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T03:50:39,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T03:50:39,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T03:50:39,838 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T03:50:39,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:39,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:39,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/nfs.dump.dir in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/java.io.tmpdir in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T03:50:39,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T03:50:40,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:40,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:40,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:40,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:40,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:50:40,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:40,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45c0184{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:40,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c99175a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:40,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7025440{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/java.io.tmpdir/jetty-localhost-44365-hadoop-hdfs-3_4_1-tests_jar-_-any-3193899887933960697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:40,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@288842b3{HTTP/1.1, (http/1.1)}{localhost:44365} 2024-12-06T03:50:40,224 INFO [Time-limited test {}] server.Server(415): Started @23376ms 2024-12-06T03:50:40,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:40,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:40,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:40,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:40,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:50:40,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36cf4d3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:40,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca167d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:40,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b2bcb0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/java.io.tmpdir/jetty-localhost-45989-hadoop-hdfs-3_4_1-tests_jar-_-any-2517920485705217036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:40,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cfd772c{HTTP/1.1, (http/1.1)}{localhost:45989} 2024-12-06T03:50:40,546 INFO [Time-limited test {}] server.Server(415): Started @23698ms 2024-12-06T03:50:40,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:40,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:40,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:40,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:40,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:40,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:50:40,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1307c550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:40,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1577bb97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:40,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326bbb8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/java.io.tmpdir/jetty-localhost-35017-hadoop-hdfs-3_4_1-tests_jar-_-any-7957486177906406331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:40,683 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76d7d45f{HTTP/1.1, (http/1.1)}{localhost:35017} 2024-12-06T03:50:40,683 INFO [Time-limited test {}] server.Server(415): Started @23835ms 2024-12-06T03:50:40,684 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:41,972 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/data/data2/current/BP-1133077257-172.17.0.2-1733457039852/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:41,972 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/data/data1/current/BP-1133077257-172.17.0.2-1733457039852/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:41,993 WARN [Thread-863 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54ca353a823c7459 with lease ID 0x6e1f8d04de57c018: Processing first storage report for DS-ad34eaf3-94cf-4884-b6c6-72863f3b59c6 from datanode DatanodeRegistration(127.0.0.1:45353, datanodeUuid=98c36947-d619-49db-9172-99463a289b62, infoPort=39971, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=931224691;c=1733457039852) 2024-12-06T03:50:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54ca353a823c7459 with lease ID 0x6e1f8d04de57c018: from storage DS-ad34eaf3-94cf-4884-b6c6-72863f3b59c6 node DatanodeRegistration(127.0.0.1:45353, datanodeUuid=98c36947-d619-49db-9172-99463a289b62, infoPort=39971, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=931224691;c=1733457039852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54ca353a823c7459 with lease ID 0x6e1f8d04de57c018: Processing first storage report for DS-5bec4552-b187-4871-bd60-b3d51e151c26 from datanode DatanodeRegistration(127.0.0.1:45353, datanodeUuid=98c36947-d619-49db-9172-99463a289b62, infoPort=39971, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=931224691;c=1733457039852) 2024-12-06T03:50:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54ca353a823c7459 with lease ID 0x6e1f8d04de57c018: from storage DS-5bec4552-b187-4871-bd60-b3d51e151c26 node DatanodeRegistration(127.0.0.1:45353, datanodeUuid=98c36947-d619-49db-9172-99463a289b62, infoPort=39971, infoSecurePort=0, ipcPort=45171, storageInfo=lv=-57;cid=testClusterID;nsid=931224691;c=1733457039852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:42,156 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/data/data4/current/BP-1133077257-172.17.0.2-1733457039852/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:42,156 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/data/data3/current/BP-1133077257-172.17.0.2-1733457039852/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:42,172 WARN [Thread-886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:42,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87b574c31866680d with lease ID 0x6e1f8d04de57c019: Processing first storage report for DS-a1700784-92c8-4034-80c3-87ec2d057445 from datanode DatanodeRegistration(127.0.0.1:36029, datanodeUuid=b26dac3c-515c-4434-a09a-8d599bbce7f9, infoPort=35637, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=931224691;c=1733457039852) 2024-12-06T03:50:42,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87b574c31866680d with lease ID 0x6e1f8d04de57c019: from storage DS-a1700784-92c8-4034-80c3-87ec2d057445 node DatanodeRegistration(127.0.0.1:36029, datanodeUuid=b26dac3c-515c-4434-a09a-8d599bbce7f9, infoPort=35637, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=931224691;c=1733457039852), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T03:50:42,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87b574c31866680d with lease ID 0x6e1f8d04de57c019: Processing first storage report for DS-78c9cc1d-868b-4770-ba2a-0f845316ac98 from datanode DatanodeRegistration(127.0.0.1:36029, datanodeUuid=b26dac3c-515c-4434-a09a-8d599bbce7f9, infoPort=35637, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=931224691;c=1733457039852) 2024-12-06T03:50:42,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87b574c31866680d with lease ID 0x6e1f8d04de57c019: from storage DS-78c9cc1d-868b-4770-ba2a-0f845316ac98 node DatanodeRegistration(127.0.0.1:36029, datanodeUuid=b26dac3c-515c-4434-a09a-8d599bbce7f9, infoPort=35637, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=931224691;c=1733457039852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:42,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T03:50:42,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b 2024-12-06T03:50:42,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/zookeeper_0, clientPort=61297, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T03:50:42,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61297 2024-12-06T03:50:42,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:42,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:42,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:42,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:42,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:42,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:42,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:42,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:42,242 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee with version=8 2024-12-06T03:50:42,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/hbase-staging 2024-12-06T03:50:42,244 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:42,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:42,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:42,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:42,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:42,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:42,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T03:50:42,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:42,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42297 2024-12-06T03:50:42,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42297 connecting to ZooKeeper ensemble=127.0.0.1:61297 2024-12-06T03:50:42,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422970x0, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:42,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42297-0x101aa0cedf00000 connected 2024-12-06T03:50:42,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:42,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:42,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:42,377 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee, hbase.cluster.distributed=false 2024-12-06T03:50:42,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:42,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42297 2024-12-06T03:50:42,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42297 2024-12-06T03:50:42,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42297 2024-12-06T03:50:42,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42297 2024-12-06T03:50:42,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42297 2024-12-06T03:50:42,391 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:42,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:42,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:42,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:42,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:42,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:42,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:42,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:42,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38687 2024-12-06T03:50:42,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38687 connecting to ZooKeeper ensemble=127.0.0.1:61297 2024-12-06T03:50:42,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:42,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:42,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386870x0, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:42,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386870x0, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:42,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38687-0x101aa0cedf00001 connected 2024-12-06T03:50:42,407 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:42,413 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T03:50:42,419 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T03:50:42,423 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T03:50:42,434 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T03:50:42,436 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:42,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:42,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:42,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38687 2024-12-06T03:50:42,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38687 2024-12-06T03:50:42,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38687 2024-12-06T03:50:42,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38687 2024-12-06T03:50:42,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38687 2024-12-06T03:50:42,458 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:42,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:42,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:42,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:42,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:42,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:42,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:42,459 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:42,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34601 2024-12-06T03:50:42,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34601 connecting to ZooKeeper ensemble=127.0.0.1:61297 2024-12-06T03:50:42,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:42,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:42,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346010x0, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:42,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346010x0, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:42,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34601-0x101aa0cedf00002 connected 2024-12-06T03:50:42,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:42,483 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T03:50:42,489 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T03:50:42,489 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T03:50:42,489 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T03:50:42,490 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:42,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:42,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:42,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34601 2024-12-06T03:50:42,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34601 2024-12-06T03:50:42,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34601 2024-12-06T03:50:42,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34601 2024-12-06T03:50:42,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34601 2024-12-06T03:50:42,504 DEBUG [M:0;6f1b912b0816:42297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6f1b912b0816:42297 2024-12-06T03:50:42,505 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6f1b912b0816,42297,1733457042244 2024-12-06T03:50:42,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:42,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:42,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:42,515 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6f1b912b0816,42297,1733457042244 2024-12-06T03:50:42,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:42,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:42,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,524 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T03:50:42,524 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6f1b912b0816,42297,1733457042244 from backup master directory 2024-12-06T03:50:42,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6f1b912b0816,42297,1733457042244 2024-12-06T03:50:42,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:42,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:42,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:42,532 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:42,532 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6f1b912b0816,42297,1733457042244 2024-12-06T03:50:42,536 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/hbase.id] with ID: 88b752cd-1868-44af-bdee-d4a5d0e3656a 2024-12-06T03:50:42,536 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/.tmp/hbase.id 2024-12-06T03:50:42,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:42,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:42,542 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/.tmp/hbase.id]:[hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/hbase.id] 2024-12-06T03:50:42,553 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:42,554 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T03:50:42,555 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T03:50:42,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:42,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:42,573 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:42,574 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T03:50:42,574 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:42,583 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store 2024-12-06T03:50:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:42,590 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:42,590 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:42,590 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:42,590 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:42,590 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:42,590 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:42,590 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:42,590 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457042590Disabling compacts and flushes for region at 1733457042590Disabling writes for close at 1733457042590Writing region close event to WAL at 1733457042590Closed at 1733457042590 2024-12-06T03:50:42,591 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/.initializing 2024-12-06T03:50:42,591 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/WALs/6f1b912b0816,42297,1733457042244 2024-12-06T03:50:42,592 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:42,594 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C42297%2C1733457042244, suffix=, logDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/WALs/6f1b912b0816,42297,1733457042244, archiveDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/oldWALs, maxLogs=10 2024-12-06T03:50:42,608 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/WALs/6f1b912b0816,42297,1733457042244/6f1b912b0816%2C42297%2C1733457042244.1733457042594, exclude list is [], retry=0 2024-12-06T03:50:42,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ad34eaf3-94cf-4884-b6c6-72863f3b59c6,DISK] 2024-12-06T03:50:42,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36029,DS-a1700784-92c8-4034-80c3-87ec2d057445,DISK] 2024-12-06T03:50:42,619 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/WALs/6f1b912b0816,42297,1733457042244/6f1b912b0816%2C42297%2C1733457042244.1733457042594 2024-12-06T03:50:42,619 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T03:50:42,619 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:42,619 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:42,620 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,620 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T03:50:42,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:42,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:42,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T03:50:42,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:42,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:42,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T03:50:42,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:42,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:42,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T03:50:42,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:42,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:42,628 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,629 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,629 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,632 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,632 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,633 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:42,634 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:42,636 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:42,637 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74184031, jitterRate=0.10542820394039154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:42,638 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733457042620Initializing all the Stores at 1733457042621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457042621Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457042621Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457042621Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457042621Cleaning up temporary data from old regions at 1733457042632 (+11 ms)Region opened successfully at 1733457042638 (+6 ms) 2024-12-06T03:50:42,638 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T03:50:42,641 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44dec93e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:42,642 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T03:50:42,642 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T03:50:42,642 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T03:50:42,642 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T03:50:42,643 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T03:50:42,643 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T03:50:42,644 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T03:50:42,649 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T03:50:42,650 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T03:50:42,673 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T03:50:42,674 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T03:50:42,674 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T03:50:42,690 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T03:50:42,690 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T03:50:42,691 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T03:50:42,704 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T03:50:42,704 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T03:50:42,715 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T03:50:42,717 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T03:50:42,723 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T03:50:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,736 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6f1b912b0816,42297,1733457042244, sessionid=0x101aa0cedf00000, setting cluster-up flag (Was=false) 2024-12-06T03:50:42,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,790 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T03:50:42,791 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,42297,1733457042244 2024-12-06T03:50:42,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:42,831 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T03:50:42,832 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,42297,1733457042244 2024-12-06T03:50:42,834 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T03:50:42,835 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:42,835 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T03:50:42,835 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T03:50:42,836 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6f1b912b0816,42297,1733457042244 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T03:50:42,837 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:42,837 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:42,837 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:42,837 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:42,837 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6f1b912b0816:0, corePoolSize=10, maxPoolSize=10 2024-12-06T03:50:42,837 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,837 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:42,837 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,842 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733457072842 2024-12-06T03:50:42,842 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T03:50:42,842 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T03:50:42,842 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T03:50:42,843 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T03:50:42,843 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T03:50:42,843 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T03:50:42,843 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:42,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T03:50:42,844 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T03:50:42,844 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T03:50:42,844 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T03:50:42,845 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:42,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T03:50:42,849 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T03:50:42,849 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T03:50:42,849 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457042849,5,FailOnTimeoutGroup] 2024-12-06T03:50:42,850 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457042849,5,FailOnTimeoutGroup] 2024-12-06T03:50:42,850 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,850 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T03:50:42,850 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,850 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:42,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:42,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T03:50:42,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee 2024-12-06T03:50:42,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:42,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:42,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:42,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:42,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:42,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:42,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:42,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:42,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:42,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:42,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:42,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:42,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:42,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:42,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:42,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:42,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:42,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:42,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:42,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:42,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740 2024-12-06T03:50:42,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740 2024-12-06T03:50:42,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:42,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:42,873 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:42,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:42,882 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:42,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74807594, jitterRate=0.11472001671791077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:42,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733457042863Initializing all the Stores at 1733457042864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457042864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457042864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457042864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457042864Cleaning up temporary data from old regions at 1733457042873 (+9 ms)Region opened successfully at 1733457042883 (+10 ms) 2024-12-06T03:50:42,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:42,883 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:42,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:42,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:42,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:42,883 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:42,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457042883Disabling compacts and flushes for region at 1733457042883Disabling writes for close at 1733457042883Writing region close event to WAL at 1733457042883Closed at 1733457042883 2024-12-06T03:50:42,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:42,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T03:50:42,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T03:50:42,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:42,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T03:50:42,897 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(746): ClusterId : 88b752cd-1868-44af-bdee-d4a5d0e3656a 2024-12-06T03:50:42,897 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(746): ClusterId : 88b752cd-1868-44af-bdee-d4a5d0e3656a 2024-12-06T03:50:42,897 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:42,897 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:42,907 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:42,907 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:42,907 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:42,907 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:42,915 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:42,915 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:42,916 DEBUG [RS:1;6f1b912b0816:34601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59135c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:42,916 DEBUG [RS:0;6f1b912b0816:38687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304b7d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:42,928 DEBUG [RS:1;6f1b912b0816:34601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6f1b912b0816:34601 2024-12-06T03:50:42,928 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:42,928 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:42,928 DEBUG [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:42,929 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,42297,1733457042244 with port=34601, startcode=1733457042458 2024-12-06T03:50:42,929 DEBUG [RS:1;6f1b912b0816:34601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:42,930 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49415, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:42,931 DEBUG [RS:0;6f1b912b0816:38687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6f1b912b0816:38687 2024-12-06T03:50:42,931 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:42,931 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:42,931 DEBUG [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:42,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,34601,1733457042458 2024-12-06T03:50:42,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,34601,1733457042458 2024-12-06T03:50:42,931 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,42297,1733457042244 with port=38687, startcode=1733457042391 2024-12-06T03:50:42,932 DEBUG [RS:0;6f1b912b0816:38687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:42,932 DEBUG [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee 2024-12-06T03:50:42,932 DEBUG [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36587 2024-12-06T03:50:42,932 DEBUG [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:42,933 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44047, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:42,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,38687,1733457042391 2024-12-06T03:50:42,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42297 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,38687,1733457042391 2024-12-06T03:50:42,935 DEBUG [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee 2024-12-06T03:50:42,935 DEBUG [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36587 2024-12-06T03:50:42,935 DEBUG [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:42,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:42,966 DEBUG [RS:1;6f1b912b0816:34601 {}] zookeeper.ZKUtil(111): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,34601,1733457042458 2024-12-06T03:50:42,966 WARN [RS:1;6f1b912b0816:34601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:42,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,34601,1733457042458] 2024-12-06T03:50:42,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,38687,1733457042391] 2024-12-06T03:50:42,966 INFO [RS:1;6f1b912b0816:34601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:42,966 DEBUG [RS:0;6f1b912b0816:38687 {}] zookeeper.ZKUtil(111): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,38687,1733457042391 2024-12-06T03:50:42,966 WARN [RS:0;6f1b912b0816:38687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:42,966 DEBUG [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,34601,1733457042458 2024-12-06T03:50:42,966 INFO [RS:0;6f1b912b0816:38687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:42,966 DEBUG [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,38687,1733457042391 2024-12-06T03:50:42,970 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:42,970 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:42,971 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:42,972 INFO [RS:0;6f1b912b0816:38687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:42,972 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,972 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:42,973 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:42,973 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:42,973 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 INFO [RS:1;6f1b912b0816:34601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,973 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:42,974 DEBUG [RS:0;6f1b912b0816:38687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:42,974 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:42,974 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,974 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,974 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,974 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,974 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,974 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,974 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:42,974 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,975 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,975 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,975 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,975 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,975 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:42,975 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:42,975 DEBUG [RS:1;6f1b912b0816:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:42,978 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,978 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,978 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,978 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,979 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,979 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,38687,1733457042391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:42,979 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,979 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,979 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,979 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,979 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,979 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,34601,1733457042458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:42,990 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:42,991 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,38687,1733457042391-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,991 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,991 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.Replication(171): 6f1b912b0816,38687,1733457042391 started 2024-12-06T03:50:42,999 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:42,999 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,34601,1733457042458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,999 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:42,999 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.Replication(171): 6f1b912b0816,34601,1733457042458 started 2024-12-06T03:50:43,002 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:43,002 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,38687,1733457042391, RpcServer on 6f1b912b0816/172.17.0.2:38687, sessionid=0x101aa0cedf00001 2024-12-06T03:50:43,002 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:43,002 DEBUG [RS:0;6f1b912b0816:38687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,38687,1733457042391 2024-12-06T03:50:43,002 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,38687,1733457042391' 2024-12-06T03:50:43,002 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:43,003 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:43,003 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:43,003 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:43,003 DEBUG [RS:0;6f1b912b0816:38687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,38687,1733457042391 2024-12-06T03:50:43,003 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,38687,1733457042391' 2024-12-06T03:50:43,003 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:43,003 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:43,004 DEBUG [RS:0;6f1b912b0816:38687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:43,004 INFO [RS:0;6f1b912b0816:38687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:43,004 INFO [RS:0;6f1b912b0816:38687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:43,016 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:43,016 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,34601,1733457042458, RpcServer on 6f1b912b0816/172.17.0.2:34601, sessionid=0x101aa0cedf00002 2024-12-06T03:50:43,017 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:43,017 DEBUG [RS:1;6f1b912b0816:34601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,34601,1733457042458 2024-12-06T03:50:43,017 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,34601,1733457042458' 2024-12-06T03:50:43,017 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:43,017 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:43,018 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:43,018 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:43,018 DEBUG [RS:1;6f1b912b0816:34601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,34601,1733457042458 2024-12-06T03:50:43,018 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,34601,1733457042458' 2024-12-06T03:50:43,018 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:43,018 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:43,021 DEBUG [RS:1;6f1b912b0816:34601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:43,021 INFO [RS:1;6f1b912b0816:34601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:43,021 INFO [RS:1;6f1b912b0816:34601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:43,037 WARN [6f1b912b0816:42297 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T03:50:43,104 INFO [RS:0;6f1b912b0816:38687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:43,106 INFO [RS:0;6f1b912b0816:38687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C38687%2C1733457042391, suffix=, logDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,38687,1733457042391, archiveDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/oldWALs, maxLogs=32 2024-12-06T03:50:43,118 DEBUG [RS:0;6f1b912b0816:38687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,38687,1733457042391/6f1b912b0816%2C38687%2C1733457042391.1733457043106, exclude list is [], retry=0 2024-12-06T03:50:43,122 INFO [RS:1;6f1b912b0816:34601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:43,123 INFO [RS:1;6f1b912b0816:34601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C34601%2C1733457042458, suffix=, logDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,34601,1733457042458, archiveDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/oldWALs, maxLogs=32 2024-12-06T03:50:43,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ad34eaf3-94cf-4884-b6c6-72863f3b59c6,DISK] 2024-12-06T03:50:43,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36029,DS-a1700784-92c8-4034-80c3-87ec2d057445,DISK] 2024-12-06T03:50:43,132 INFO [RS:0;6f1b912b0816:38687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,38687,1733457042391/6f1b912b0816%2C38687%2C1733457042391.1733457043106 2024-12-06T03:50:43,132 DEBUG [RS:0;6f1b912b0816:38687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:39971:39971)] 2024-12-06T03:50:43,135 DEBUG [RS:1;6f1b912b0816:34601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,34601,1733457042458/6f1b912b0816%2C34601%2C1733457042458.1733457043123, exclude list is [], retry=0 2024-12-06T03:50:43,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36029,DS-a1700784-92c8-4034-80c3-87ec2d057445,DISK] 2024-12-06T03:50:43,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ad34eaf3-94cf-4884-b6c6-72863f3b59c6,DISK] 2024-12-06T03:50:43,145 INFO [RS:1;6f1b912b0816:34601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,34601,1733457042458/6f1b912b0816%2C34601%2C1733457042458.1733457043123 2024-12-06T03:50:43,145 DEBUG [RS:1;6f1b912b0816:34601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39971:39971),(127.0.0.1/127.0.0.1:35637:35637)] 2024-12-06T03:50:43,288 DEBUG [6f1b912b0816:42297 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T03:50:43,288 DEBUG [6f1b912b0816:42297 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:43,290 DEBUG [6f1b912b0816:42297 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:43,290 DEBUG [6f1b912b0816:42297 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:43,290 DEBUG [6f1b912b0816:42297 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:43,290 DEBUG [6f1b912b0816:42297 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:43,290 INFO [6f1b912b0816:42297 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:43,290 INFO [6f1b912b0816:42297 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:43,290 DEBUG [6f1b912b0816:42297 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:43,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6f1b912b0816,38687,1733457042391 2024-12-06T03:50:43,292 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,38687,1733457042391, state=OPENING 2024-12-06T03:50:43,306 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T03:50:43,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:43,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:43,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:43,315 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:43,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:43,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:43,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,38687,1733457042391}] 2024-12-06T03:50:43,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:43,469 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:43,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43329, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:43,475 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T03:50:43,475 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:43,476 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T03:50:43,479 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C38687%2C1733457042391.meta, suffix=.meta, logDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,38687,1733457042391, archiveDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/oldWALs, maxLogs=32 2024-12-06T03:50:43,498 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,38687,1733457042391/6f1b912b0816%2C38687%2C1733457042391.meta.1733457043479.meta, exclude list is [], retry=0 2024-12-06T03:50:43,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36029,DS-a1700784-92c8-4034-80c3-87ec2d057445,DISK] 2024-12-06T03:50:43,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45353,DS-ad34eaf3-94cf-4884-b6c6-72863f3b59c6,DISK] 2024-12-06T03:50:43,503 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/WALs/6f1b912b0816,38687,1733457042391/6f1b912b0816%2C38687%2C1733457042391.meta.1733457043479.meta 2024-12-06T03:50:43,504 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637),(127.0.0.1/127.0.0.1:39971:39971)] 2024-12-06T03:50:43,504 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:43,504 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T03:50:43,504 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T03:50:43,504 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T03:50:43,504 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T03:50:43,504 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:43,504 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T03:50:43,504 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T03:50:43,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:43,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:43,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:43,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:43,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:43,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:43,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:43,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:43,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:43,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:43,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:43,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:43,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:43,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:43,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:43,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:43,512 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:43,513 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740 2024-12-06T03:50:43,514 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740 2024-12-06T03:50:43,515 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:43,515 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:43,516 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:43,517 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:43,518 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59008805, jitterRate=-0.12070028483867645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:43,518 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T03:50:43,518 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733457043505Writing region info on filesystem at 1733457043505Initializing all the Stores at 1733457043506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457043506Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457043506Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457043506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457043506Cleaning up temporary data from old regions at 1733457043515 (+9 ms)Running coprocessor post-open hooks at 1733457043518 (+3 ms)Region opened successfully at 1733457043518 2024-12-06T03:50:43,519 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733457043468 2024-12-06T03:50:43,522 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T03:50:43,522 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T03:50:43,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,38687,1733457042391 2024-12-06T03:50:43,524 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,38687,1733457042391, state=OPEN 2024-12-06T03:50:43,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:43,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:43,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:43,557 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6f1b912b0816,38687,1733457042391 2024-12-06T03:50:43,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:43,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:43,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:43,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T03:50:43,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,38687,1733457042391 in 242 msec 2024-12-06T03:50:43,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T03:50:43,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-12-06T03:50:43,564 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:43,564 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T03:50:43,566 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:43,566 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,38687,1733457042391, seqNum=-1] 2024-12-06T03:50:43,567 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:43,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:43,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 739 msec 2024-12-06T03:50:43,575 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733457043575, completionTime=-1 2024-12-06T03:50:43,576 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T03:50:43,576 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T03:50:43,578 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T03:50:43,578 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733457103578 2024-12-06T03:50:43,578 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733457163578 2024-12-06T03:50:43,578 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T03:50:43,578 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T03:50:43,579 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,42297,1733457042244-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:43,579 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,42297,1733457042244-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:43,579 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,42297,1733457042244-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:43,579 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6f1b912b0816:42297, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:43,579 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:43,580 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:43,582 DEBUG [master/6f1b912b0816:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T03:50:43,584 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.052sec 2024-12-06T03:50:43,585 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T03:50:43,585 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T03:50:43,585 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T03:50:43,585 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T03:50:43,585 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T03:50:43,585 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,42297,1733457042244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:43,585 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,42297,1733457042244-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T03:50:43,587 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T03:50:43,587 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T03:50:43,588 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,42297,1733457042244-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:43,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5272735e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:43,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6f1b912b0816,42297,-1 for getting cluster id 2024-12-06T03:50:43,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T03:50:43,599 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88b752cd-1868-44af-bdee-d4a5d0e3656a' 2024-12-06T03:50:43,599 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T03:50:43,599 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88b752cd-1868-44af-bdee-d4a5d0e3656a" 2024-12-06T03:50:43,599 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc6a55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:43,600 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6f1b912b0816,42297,-1] 2024-12-06T03:50:43,600 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T03:50:43,600 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:43,601 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T03:50:43,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f97eeb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:43,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:43,604 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,38687,1733457042391, seqNum=-1] 2024-12-06T03:50:43,605 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:43,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:43,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6f1b912b0816,42297,1733457042244 2024-12-06T03:50:43,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T03:50:43,609 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6f1b912b0816,42297,1733457042244 2024-12-06T03:50:43,609 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@264c87ac 2024-12-06T03:50:43,609 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:50:43,611 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:50:43,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T03:50:43,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:50:43,618 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:43,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T03:50:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:43,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:50:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:43,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:43,637 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83a38d28945d32aca2782f0e39b7d764, NAME => 'testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee 2024-12-06T03:50:43,637 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 91873588ad80da885bf71f5fffee7083, NAME => 'testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee 2024-12-06T03:50:43,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:43,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:43,649 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:43,649 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 83a38d28945d32aca2782f0e39b7d764, disabling compactions & flushes 2024-12-06T03:50:43,649 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:43,649 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:43,649 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. after waiting 0 ms 2024-12-06T03:50:43,649 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:43,649 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:43,649 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83a38d28945d32aca2782f0e39b7d764: Waiting for close lock at 1733457043649Disabling compacts and flushes for region at 1733457043649Disabling writes for close at 1733457043649Writing region close event to WAL at 1733457043649Closed at 1733457043649 2024-12-06T03:50:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:43,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:43,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 91873588ad80da885bf71f5fffee7083, disabling compactions & flushes 2024-12-06T03:50:43,653 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:43,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:43,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. after waiting 0 ms 2024-12-06T03:50:43,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:43,653 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:43,653 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 91873588ad80da885bf71f5fffee7083: Waiting for close lock at 1733457043653Disabling compacts and flushes for region at 1733457043653Disabling writes for close at 1733457043653Writing region close event to WAL at 1733457043653Closed at 1733457043653 2024-12-06T03:50:43,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:50:43,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457043655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457043655"}]},"ts":"1733457043655"} 2024-12-06T03:50:43,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457043655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457043655"}]},"ts":"1733457043655"} 2024-12-06T03:50:43,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T03:50:43,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:50:43,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457043660"}]},"ts":"1733457043660"} 2024-12-06T03:50:43,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T03:50:43,664 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:43,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:43,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:43,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:43,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:43,665 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:43,665 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:43,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:43,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=83a38d28945d32aca2782f0e39b7d764, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=91873588ad80da885bf71f5fffee7083, ASSIGN}] 2024-12-06T03:50:43,667 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=83a38d28945d32aca2782f0e39b7d764, ASSIGN 2024-12-06T03:50:43,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=91873588ad80da885bf71f5fffee7083, ASSIGN 2024-12-06T03:50:43,669 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=83a38d28945d32aca2782f0e39b7d764, ASSIGN; state=OFFLINE, location=6f1b912b0816,34601,1733457042458; forceNewPlan=false, retain=false 2024-12-06T03:50:43,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=91873588ad80da885bf71f5fffee7083, ASSIGN; state=OFFLINE, location=6f1b912b0816,38687,1733457042391; forceNewPlan=false, retain=false 2024-12-06T03:50:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:43,819 INFO [6f1b912b0816:42297 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T03:50:43,820 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83a38d28945d32aca2782f0e39b7d764, regionState=OPENING, regionLocation=6f1b912b0816,34601,1733457042458 2024-12-06T03:50:43,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=91873588ad80da885bf71f5fffee7083, regionState=OPENING, regionLocation=6f1b912b0816,38687,1733457042391 2024-12-06T03:50:43,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=91873588ad80da885bf71f5fffee7083, ASSIGN because future has completed 2024-12-06T03:50:43,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91873588ad80da885bf71f5fffee7083, server=6f1b912b0816,38687,1733457042391}] 2024-12-06T03:50:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=83a38d28945d32aca2782f0e39b7d764, ASSIGN because future has completed 2024-12-06T03:50:43,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83a38d28945d32aca2782f0e39b7d764, server=6f1b912b0816,34601,1733457042458}] 2024-12-06T03:50:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:43,978 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:43,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59359, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:43,980 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:43,981 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 91873588ad80da885bf71f5fffee7083, NAME => 'testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T03:50:43,981 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,981 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:43,981 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,981 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,982 INFO [StoreOpener-91873588ad80da885bf71f5fffee7083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,984 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:43,984 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 83a38d28945d32aca2782f0e39b7d764, NAME => 'testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T03:50:43,984 INFO [StoreOpener-91873588ad80da885bf71f5fffee7083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91873588ad80da885bf71f5fffee7083 columnFamilyName family 2024-12-06T03:50:43,984 DEBUG [StoreOpener-91873588ad80da885bf71f5fffee7083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:43,984 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,984 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:43,984 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,984 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,985 INFO [StoreOpener-91873588ad80da885bf71f5fffee7083-1 {}] regionserver.HStore(327): Store=91873588ad80da885bf71f5fffee7083/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:43,985 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,986 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,986 INFO [StoreOpener-83a38d28945d32aca2782f0e39b7d764-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,986 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,987 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,987 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,987 INFO [StoreOpener-83a38d28945d32aca2782f0e39b7d764-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a38d28945d32aca2782f0e39b7d764 columnFamilyName family 2024-12-06T03:50:43,988 DEBUG [StoreOpener-83a38d28945d32aca2782f0e39b7d764-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:43,988 INFO [StoreOpener-83a38d28945d32aca2782f0e39b7d764-1 {}] regionserver.HStore(327): Store=83a38d28945d32aca2782f0e39b7d764/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:43,988 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,989 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,989 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,989 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,990 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,990 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,992 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/91873588ad80da885bf71f5fffee7083/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:43,992 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,992 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 91873588ad80da885bf71f5fffee7083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75464010, jitterRate=0.12450137734413147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:43,993 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:43,993 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 91873588ad80da885bf71f5fffee7083: Running coprocessor pre-open hook at 1733457043981Writing region info on filesystem at 1733457043981Initializing all the Stores at 1733457043982 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457043982Cleaning up temporary data from old regions at 1733457043987 (+5 ms)Running coprocessor post-open hooks at 1733457043993 (+6 ms)Region opened successfully at 1733457043993 2024-12-06T03:50:43,994 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083., pid=7, masterSystemTime=1733457043976 2024-12-06T03:50:43,995 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/83a38d28945d32aca2782f0e39b7d764/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:43,996 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 83a38d28945d32aca2782f0e39b7d764; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68391853, jitterRate=0.01911802589893341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:43,996 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:43,996 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 83a38d28945d32aca2782f0e39b7d764: Running coprocessor pre-open hook at 1733457043984Writing region info on filesystem at 1733457043984Initializing all the Stores at 1733457043985 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457043985Cleaning up temporary data from old regions at 1733457043990 (+5 ms)Running coprocessor post-open hooks at 1733457043996 (+6 ms)Region opened successfully at 1733457043996 2024-12-06T03:50:43,997 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764., pid=8, masterSystemTime=1733457043977 2024-12-06T03:50:43,997 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:43,998 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:43,999 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=91873588ad80da885bf71f5fffee7083, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,38687,1733457042391 2024-12-06T03:50:44,000 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:44,000 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:44,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=83a38d28945d32aca2782f0e39b7d764, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,34601,1733457042458 2024-12-06T03:50:44,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91873588ad80da885bf71f5fffee7083, server=6f1b912b0816,38687,1733457042391 because future has completed 2024-12-06T03:50:44,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83a38d28945d32aca2782f0e39b7d764, server=6f1b912b0816,34601,1733457042458 because future has completed 2024-12-06T03:50:44,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T03:50:44,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 91873588ad80da885bf71f5fffee7083, server=6f1b912b0816,38687,1733457042391 in 181 msec 2024-12-06T03:50:44,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-06T03:50:44,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 83a38d28945d32aca2782f0e39b7d764, server=6f1b912b0816,34601,1733457042458 in 182 msec 2024-12-06T03:50:44,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=91873588ad80da885bf71f5fffee7083, ASSIGN in 344 msec 2024-12-06T03:50:44,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T03:50:44,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=83a38d28945d32aca2782f0e39b7d764, ASSIGN in 346 msec 2024-12-06T03:50:44,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:50:44,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457044015"}]},"ts":"1733457044015"} 2024-12-06T03:50:44,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T03:50:44,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:50:44,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 407 msec 2024-12-06T03:50:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:44,243 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T03:50:44,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T03:50:44,243 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:44,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T03:50:44,246 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:44,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T03:50:44,249 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764., hostname=6f1b912b0816,34601,1733457042458, seqNum=2] 2024-12-06T03:50:44,249 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:44,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:44,265 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083., hostname=6f1b912b0816,38687,1733457042391, seqNum=2] 2024-12-06T03:50:44,279 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 91873588ad80da885bf71f5fffee7083 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T03:50:44,293 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/91873588ad80da885bf71f5fffee7083/.tmp/family/2ee053591d334a1fbebc7ef2c27291c1 is 32, key is 5/family:/1733457044266/Put/seqid=0 2024-12-06T03:50:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741839_1015 (size=5083) 2024-12-06T03:50:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741839_1015 (size=5083) 2024-12-06T03:50:44,299 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/91873588ad80da885bf71f5fffee7083/.tmp/family/2ee053591d334a1fbebc7ef2c27291c1 2024-12-06T03:50:44,305 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/91873588ad80da885bf71f5fffee7083/.tmp/family/2ee053591d334a1fbebc7ef2c27291c1 as hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/91873588ad80da885bf71f5fffee7083/family/2ee053591d334a1fbebc7ef2c27291c1 2024-12-06T03:50:44,311 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/91873588ad80da885bf71f5fffee7083/family/2ee053591d334a1fbebc7ef2c27291c1, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T03:50:44,312 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 91873588ad80da885bf71f5fffee7083 in 33ms, sequenceid=9, compaction requested=false 2024-12-06T03:50:44,312 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 91873588ad80da885bf71f5fffee7083: 2024-12-06T03:50:44,312 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 83a38d28945d32aca2782f0e39b7d764 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T03:50:44,326 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/83a38d28945d32aca2782f0e39b7d764/.tmp/family/1a47741040ba43769d2fb858b37dd755 is 32, key is 1/family:/1733457044251/Put/seqid=0 2024-12-06T03:50:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741840_1016 (size=5054) 2024-12-06T03:50:44,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741840_1016 (size=5054) 2024-12-06T03:50:44,332 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/83a38d28945d32aca2782f0e39b7d764/.tmp/family/1a47741040ba43769d2fb858b37dd755 2024-12-06T03:50:44,339 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/83a38d28945d32aca2782f0e39b7d764/.tmp/family/1a47741040ba43769d2fb858b37dd755 as hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/83a38d28945d32aca2782f0e39b7d764/family/1a47741040ba43769d2fb858b37dd755 2024-12-06T03:50:44,345 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/83a38d28945d32aca2782f0e39b7d764/family/1a47741040ba43769d2fb858b37dd755, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T03:50:44,346 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 83a38d28945d32aca2782f0e39b7d764 in 34ms, sequenceid=8, compaction requested=false 2024-12-06T03:50:44,346 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 83a38d28945d32aca2782f0e39b7d764: 2024-12-06T03:50:44,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d63fd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:44,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6f1b912b0816,42297,-1 for getting cluster id 2024-12-06T03:50:44,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T03:50:44,348 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88b752cd-1868-44af-bdee-d4a5d0e3656a' 2024-12-06T03:50:44,348 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T03:50:44,348 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88b752cd-1868-44af-bdee-d4a5d0e3656a" 2024-12-06T03:50:44,348 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1259bf39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:44,349 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6f1b912b0816,42297,-1] 2024-12-06T03:50:44,349 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T03:50:44,349 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:44,350 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T03:50:44,351 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178c2de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:44,357 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T03:50:44,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:44,358 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,38687,1733457042391, seqNum=-1] 2024-12-06T03:50:44,359 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:44,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:44,362 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:44,362 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:44,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:44,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] bucket.BucketCache(1863): found 1 blocks for file 2ee053591d334a1fbebc7ef2c27291c1, starting offset: 0, end offset: 9223372036854775807 2024-12-06T03:50:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] bucket.BucketCache(1863): found 1 blocks for file 1a47741040ba43769d2fb858b37dd755, starting offset: 0, end offset: 9223372036854775807 2024-12-06T03:50:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38687 {}] bucket.BucketCache(856): removed key 2ee053591d334a1fbebc7ef2c27291c1_0 from back map with offset lock 2094080 in the evict process 2024-12-06T03:50:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] bucket.BucketCache(856): removed key 1a47741040ba43769d2fb858b37dd755_0 from back map with offset lock 2094080 in the evict process 2024-12-06T03:50:44,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:44,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:44,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:44,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:44,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T03:50:44,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T03:50:44,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:44,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:44,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:44,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:44,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T03:50:44,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T03:50:44,368 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1462435813, stopped=false 2024-12-06T03:50:44,368 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6f1b912b0816,42297,1733457042244 2024-12-06T03:50:44,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:44,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:44,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:44,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:44,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:44,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:44,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:44,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:44,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:44,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:44,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:44,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,38687,1733457042391' ***** 2024-12-06T03:50:44,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:44,408 INFO [RS:0;6f1b912b0816:38687 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T03:50:44,408 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,34601,1733457042458' ***** 2024-12-06T03:50:44,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:44,408 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:44,408 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T03:50:44,408 INFO [RS:1;6f1b912b0816:34601 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T03:50:44,408 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T03:50:44,408 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T03:50:44,408 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T03:50:44,408 INFO [RS:1;6f1b912b0816:34601 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T03:50:44,408 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T03:50:44,409 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T03:50:44,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:44,409 INFO [RS:0;6f1b912b0816:38687 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T03:50:44,409 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:44,409 INFO [RS:0;6f1b912b0816:38687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:44,409 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:44,409 INFO [RS:0;6f1b912b0816:38687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:44,409 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(3091): Received CLOSE for 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:44,409 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:44,409 INFO [RS:1;6f1b912b0816:34601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:44,409 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:44,409 INFO [RS:1;6f1b912b0816:34601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:44,409 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(3091): Received CLOSE for 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:44,409 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,38687,1733457042391 2024-12-06T03:50:44,410 INFO [RS:0;6f1b912b0816:38687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:44,410 INFO [RS:0;6f1b912b0816:38687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6f1b912b0816:38687. 2024-12-06T03:50:44,410 DEBUG [RS:0;6f1b912b0816:38687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:44,410 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91873588ad80da885bf71f5fffee7083, disabling compactions & flushes 2024-12-06T03:50:44,410 DEBUG [RS:0;6f1b912b0816:38687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:44,410 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:44,410 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:44,410 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:44,410 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:44,410 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T03:50:44,410 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,34601,1733457042458 2024-12-06T03:50:44,410 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:44,410 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. after waiting 0 ms 2024-12-06T03:50:44,410 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:44,411 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T03:50:44,411 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83a38d28945d32aca2782f0e39b7d764, disabling compactions & flushes 2024-12-06T03:50:44,411 DEBUG [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 91873588ad80da885bf71f5fffee7083=testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083.} 2024-12-06T03:50:44,411 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:44,411 INFO [RS:1;6f1b912b0816:34601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:44,411 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:44,411 DEBUG [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91873588ad80da885bf71f5fffee7083 2024-12-06T03:50:44,411 INFO [RS:1;6f1b912b0816:34601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6f1b912b0816:34601. 2024-12-06T03:50:44,411 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:44,411 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. after waiting 0 ms 2024-12-06T03:50:44,411 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:44,411 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:44,411 DEBUG [RS:1;6f1b912b0816:34601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:44,411 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:44,411 DEBUG [RS:1;6f1b912b0816:34601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:44,411 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:44,411 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T03:50:44,411 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:44,411 DEBUG [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(1325): Online Regions={83a38d28945d32aca2782f0e39b7d764=testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764.} 2024-12-06T03:50:44,411 DEBUG [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(1351): Waiting on 83a38d28945d32aca2782f0e39b7d764 2024-12-06T03:50:44,411 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T03:50:44,415 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/91873588ad80da885bf71f5fffee7083/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T03:50:44,416 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:44,416 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91873588ad80da885bf71f5fffee7083: Waiting for close lock at 1733457044410Running coprocessor pre-close hooks at 1733457044410Disabling compacts and flushes for region at 1733457044410Disabling writes for close at 1733457044410Writing region close event to WAL at 1733457044411 (+1 ms)Running coprocessor post-close hooks at 1733457044416 (+5 ms)Closed at 1733457044416 2024-12-06T03:50:44,416 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083. 2024-12-06T03:50:44,418 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/default/testClearRegionBlockCache/83a38d28945d32aca2782f0e39b7d764/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T03:50:44,419 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:44,419 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83a38d28945d32aca2782f0e39b7d764: Waiting for close lock at 1733457044410Running coprocessor pre-close hooks at 1733457044410Disabling compacts and flushes for region at 1733457044410Disabling writes for close at 1733457044411 (+1 ms)Writing region close event to WAL at 1733457044415 (+4 ms)Running coprocessor post-close hooks at 1733457044419 (+4 ms)Closed at 1733457044419 2024-12-06T03:50:44,419 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733457043611.83a38d28945d32aca2782f0e39b7d764. 2024-12-06T03:50:44,434 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/.tmp/info/e8742f1881e64de4991f7cb0a3056e5a is 173, key is testClearRegionBlockCache,5,1733457043611.91873588ad80da885bf71f5fffee7083./info:regioninfo/1733457043999/Put/seqid=0 2024-12-06T03:50:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:44,440 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/.tmp/info/e8742f1881e64de4991f7cb0a3056e5a 2024-12-06T03:50:44,462 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/.tmp/ns/1fececbf073845a89a6086d73c3e1a9c is 43, key is default/ns:d/1733457043569/Put/seqid=0 2024-12-06T03:50:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:44,468 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/.tmp/ns/1fececbf073845a89a6086d73c3e1a9c 2024-12-06T03:50:44,480 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:44,483 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:44,487 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/.tmp/table/fbe91273b1aa4c75947aef361ad1d8c1 is 61, key is testClearRegionBlockCache/table:state/1733457044015/Put/seqid=0 2024-12-06T03:50:44,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:44,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:44,492 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/.tmp/table/fbe91273b1aa4c75947aef361ad1d8c1 2024-12-06T03:50:44,498 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/.tmp/info/e8742f1881e64de4991f7cb0a3056e5a as hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/info/e8742f1881e64de4991f7cb0a3056e5a 2024-12-06T03:50:44,505 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/info/e8742f1881e64de4991f7cb0a3056e5a, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T03:50:44,506 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/.tmp/ns/1fececbf073845a89a6086d73c3e1a9c as hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/ns/1fececbf073845a89a6086d73c3e1a9c 2024-12-06T03:50:44,511 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/ns/1fececbf073845a89a6086d73c3e1a9c, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T03:50:44,512 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/.tmp/table/fbe91273b1aa4c75947aef361ad1d8c1 as hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/table/fbe91273b1aa4c75947aef361ad1d8c1 2024-12-06T03:50:44,517 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/table/fbe91273b1aa4c75947aef361ad1d8c1, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T03:50:44,518 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=13, compaction requested=false 2024-12-06T03:50:44,522 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T03:50:44,523 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T03:50:44,523 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:44,523 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457044411Running coprocessor pre-close hooks at 1733457044411Disabling compacts and flushes for region at 1733457044411Disabling writes for close at 1733457044411Obtaining lock to block concurrent updates at 1733457044411Preparing flush snapshotting stores in 1588230740 at 1733457044411Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733457044412 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733457044412Flushing 1588230740/info: creating writer at 1733457044413 (+1 ms)Flushing 1588230740/info: appending metadata at 1733457044434 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733457044434Flushing 1588230740/ns: creating writer at 1733457044446 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733457044461 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733457044461Flushing 1588230740/table: creating writer at 1733457044474 (+13 ms)Flushing 1588230740/table: appending metadata at 1733457044486 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733457044486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72eeefad: reopening flushed file at 1733457044497 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b86445: reopening flushed file at 1733457044505 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef0c7c4: reopening flushed file at 1733457044511 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=13, compaction requested=false at 1733457044518 (+7 ms)Writing region close event to WAL at 1733457044519 (+1 ms)Running coprocessor post-close hooks at 1733457044523 (+4 ms)Closed at 1733457044523 2024-12-06T03:50:44,524 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:44,611 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,38687,1733457042391; all regions closed. 2024-12-06T03:50:44,611 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,34601,1733457042458; all regions closed. 2024-12-06T03:50:44,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:44,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741834_1010 (size=1758) 2024-12-06T03:50:44,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741834_1010 (size=1758) 2024-12-06T03:50:44,616 DEBUG [RS:1;6f1b912b0816:34601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/oldWALs 2024-12-06T03:50:44,616 INFO [RS:1;6f1b912b0816:34601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C34601%2C1733457042458:(num 1733457043123) 2024-12-06T03:50:44,616 DEBUG [RS:1;6f1b912b0816:34601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:44,616 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:44,616 INFO [RS:1;6f1b912b0816:34601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:44,616 INFO [RS:1;6f1b912b0816:34601 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:44,617 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:44,617 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:44,617 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:44,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:44,617 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:44,617 INFO [RS:1;6f1b912b0816:34601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:44,617 INFO [RS:1;6f1b912b0816:34601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34601 2024-12-06T03:50:44,619 DEBUG [RS:0;6f1b912b0816:38687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/oldWALs 2024-12-06T03:50:44,619 INFO [RS:0;6f1b912b0816:38687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C38687%2C1733457042391.meta:.meta(num 1733457043479) 2024-12-06T03:50:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741833_1009 (size=1867) 2024-12-06T03:50:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741833_1009 (size=1867) 2024-12-06T03:50:44,623 DEBUG [RS:0;6f1b912b0816:38687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/oldWALs 2024-12-06T03:50:44,623 INFO [RS:0;6f1b912b0816:38687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C38687%2C1733457042391:(num 1733457043106) 2024-12-06T03:50:44,623 DEBUG [RS:0;6f1b912b0816:38687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:44,623 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:44,623 INFO [RS:0;6f1b912b0816:38687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:44,624 INFO [RS:0;6f1b912b0816:38687 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:44,624 INFO [RS:0;6f1b912b0816:38687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:44,624 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:44,624 INFO [RS:0;6f1b912b0816:38687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38687 2024-12-06T03:50:44,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:44,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,34601,1733457042458 2024-12-06T03:50:44,648 INFO [RS:1;6f1b912b0816:34601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:44,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,38687,1733457042391 2024-12-06T03:50:44,656 INFO [RS:0;6f1b912b0816:38687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:44,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,34601,1733457042458] 2024-12-06T03:50:44,681 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,34601,1733457042458 already deleted, retry=false 2024-12-06T03:50:44,681 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,34601,1733457042458 expired; onlineServers=1 2024-12-06T03:50:44,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,38687,1733457042391] 2024-12-06T03:50:44,689 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,38687,1733457042391 already deleted, retry=false 2024-12-06T03:50:44,689 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,38687,1733457042391 expired; onlineServers=0 2024-12-06T03:50:44,690 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6f1b912b0816,42297,1733457042244' ***** 2024-12-06T03:50:44,690 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T03:50:44,690 INFO [M:0;6f1b912b0816:42297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:44,690 INFO [M:0;6f1b912b0816:42297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:44,690 DEBUG [M:0;6f1b912b0816:42297 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T03:50:44,690 DEBUG [M:0;6f1b912b0816:42297 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T03:50:44,690 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T03:50:44,690 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457042849 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457042849,5,FailOnTimeoutGroup] 2024-12-06T03:50:44,690 INFO [M:0;6f1b912b0816:42297 {}] hbase.ChoreService(370): Chore service for: master/6f1b912b0816:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:44,690 INFO [M:0;6f1b912b0816:42297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:44,690 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457042849 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457042849,5,FailOnTimeoutGroup] 2024-12-06T03:50:44,690 DEBUG [M:0;6f1b912b0816:42297 {}] master.HMaster(1795): Stopping service threads 2024-12-06T03:50:44,690 INFO [M:0;6f1b912b0816:42297 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T03:50:44,691 INFO [M:0;6f1b912b0816:42297 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:44,691 INFO [M:0;6f1b912b0816:42297 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T03:50:44,691 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T03:50:44,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:44,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:44,698 DEBUG [M:0;6f1b912b0816:42297 {}] zookeeper.ZKUtil(347): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T03:50:44,698 WARN [M:0;6f1b912b0816:42297 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T03:50:44,699 INFO [M:0;6f1b912b0816:42297 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/.lastflushedseqids 2024-12-06T03:50:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741844_1020 (size=182) 2024-12-06T03:50:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741844_1020 (size=182) 2024-12-06T03:50:44,704 INFO [M:0;6f1b912b0816:42297 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T03:50:44,704 INFO [M:0;6f1b912b0816:42297 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T03:50:44,705 DEBUG [M:0;6f1b912b0816:42297 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:44,705 INFO [M:0;6f1b912b0816:42297 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:44,705 DEBUG [M:0;6f1b912b0816:42297 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:44,705 DEBUG [M:0;6f1b912b0816:42297 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:44,705 DEBUG [M:0;6f1b912b0816:42297 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:44,705 INFO [M:0;6f1b912b0816:42297 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-06T03:50:44,719 DEBUG [M:0;6f1b912b0816:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da57112de40b46b1a4d628b6658b7991 is 82, key is hbase:meta,,1/info:regioninfo/1733457043523/Put/seqid=0 2024-12-06T03:50:44,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:44,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:44,724 INFO [M:0;6f1b912b0816:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da57112de40b46b1a4d628b6658b7991 2024-12-06T03:50:44,748 DEBUG [M:0;6f1b912b0816:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29624b00bebd438cb43b37a067030109 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733457044021/Put/seqid=0 2024-12-06T03:50:44,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741846_1022 (size=6218) 2024-12-06T03:50:44,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741846_1022 (size=6218) 2024-12-06T03:50:44,754 INFO [M:0;6f1b912b0816:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29624b00bebd438cb43b37a067030109 2024-12-06T03:50:44,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:44,765 INFO [RS:1;6f1b912b0816:34601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:44,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x101aa0cedf00002, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:44,765 INFO [RS:1;6f1b912b0816:34601 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,34601,1733457042458; zookeeper connection closed. 2024-12-06T03:50:44,765 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29a89a24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29a89a24 2024-12-06T03:50:44,772 DEBUG [M:0;6f1b912b0816:42297 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5698c1ba834344d7801266bddb62c195 is 69, key is 6f1b912b0816,34601,1733457042458/rs:state/1733457042931/Put/seqid=0 2024-12-06T03:50:44,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:44,773 INFO [RS:0;6f1b912b0816:38687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:44,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38687-0x101aa0cedf00001, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:44,773 INFO [RS:0;6f1b912b0816:38687 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,38687,1733457042391; zookeeper connection closed. 2024-12-06T03:50:44,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b7c32bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b7c32bd 2024-12-06T03:50:44,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T03:50:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:44,777 INFO [M:0;6f1b912b0816:42297 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5698c1ba834344d7801266bddb62c195 2024-12-06T03:50:44,783 DEBUG [M:0;6f1b912b0816:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da57112de40b46b1a4d628b6658b7991 as hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da57112de40b46b1a4d628b6658b7991 2024-12-06T03:50:44,789 INFO [M:0;6f1b912b0816:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da57112de40b46b1a4d628b6658b7991, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T03:50:44,790 DEBUG [M:0;6f1b912b0816:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29624b00bebd438cb43b37a067030109 as hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29624b00bebd438cb43b37a067030109 2024-12-06T03:50:44,795 INFO [M:0;6f1b912b0816:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29624b00bebd438cb43b37a067030109, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T03:50:44,796 DEBUG [M:0;6f1b912b0816:42297 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5698c1ba834344d7801266bddb62c195 as hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5698c1ba834344d7801266bddb62c195 2024-12-06T03:50:44,802 INFO [M:0;6f1b912b0816:42297 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36587/user/jenkins/test-data/2cb2c152-f649-524d-9929-6dbe7ab29fee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5698c1ba834344d7801266bddb62c195, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T03:50:44,803 INFO [M:0;6f1b912b0816:42297 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-12-06T03:50:44,806 INFO [M:0;6f1b912b0816:42297 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:44,807 DEBUG [M:0;6f1b912b0816:42297 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457044704Disabling compacts and flushes for region at 1733457044704Disabling writes for close at 1733457044705 (+1 ms)Obtaining lock to block concurrent updates at 1733457044705Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733457044705Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733457044705Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733457044706 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733457044706Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733457044718 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733457044718Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733457044729 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733457044747 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733457044747Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733457044759 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733457044772 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733457044772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c3ba44: reopening flushed file at 1733457044783 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da71bf5: reopening flushed file at 1733457044789 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7ef2ff: reopening flushed file at 1733457044796 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1733457044803 (+7 ms)Writing region close event to WAL at 1733457044806 (+3 ms)Closed at 1733457044806 2024-12-06T03:50:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45353 is added to blk_1073741830_1006 (size=35428) 2024-12-06T03:50:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741830_1006 (size=35428) 2024-12-06T03:50:44,810 INFO [M:0;6f1b912b0816:42297 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T03:50:44,810 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:44,810 INFO [M:0;6f1b912b0816:42297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42297 2024-12-06T03:50:44,810 INFO [M:0;6f1b912b0816:42297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:44,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:44,928 INFO [M:0;6f1b912b0816:42297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:44,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42297-0x101aa0cedf00000, quorum=127.0.0.1:61297, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:44,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326bbb8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:44,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76d7d45f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:44,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:44,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1577bb97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:44,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1307c550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:44,933 WARN [BP-1133077257-172.17.0.2-1733457039852 heartbeating to localhost/127.0.0.1:36587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:44,933 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:44,933 WARN [BP-1133077257-172.17.0.2-1733457039852 heartbeating to localhost/127.0.0.1:36587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1133077257-172.17.0.2-1733457039852 (Datanode Uuid b26dac3c-515c-4434-a09a-8d599bbce7f9) service to localhost/127.0.0.1:36587 2024-12-06T03:50:44,933 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:44,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/data/data3/current/BP-1133077257-172.17.0.2-1733457039852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:44,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/data/data4/current/BP-1133077257-172.17.0.2-1733457039852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:44,934 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:44,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b2bcb0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:44,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cfd772c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:44,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:44,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca167d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:44,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36cf4d3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:44,937 WARN [BP-1133077257-172.17.0.2-1733457039852 heartbeating to localhost/127.0.0.1:36587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:44,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:44,937 WARN [BP-1133077257-172.17.0.2-1733457039852 heartbeating to localhost/127.0.0.1:36587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1133077257-172.17.0.2-1733457039852 (Datanode Uuid 98c36947-d619-49db-9172-99463a289b62) service to localhost/127.0.0.1:36587 2024-12-06T03:50:44,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:44,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/data/data1/current/BP-1133077257-172.17.0.2-1733457039852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:44,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/cluster_a72dbdb1-663e-feff-40ce-85c2602b5214/data/data2/current/BP-1133077257-172.17.0.2-1733457039852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:44,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:44,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7025440{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:44,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@288842b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:44,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:44,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c99175a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:44,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45c0184{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:44,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T03:50:44,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T03:50:44,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=151 (was 131) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:36587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:36587 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:36587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:36587 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=493 (was 469) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=228 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=7059 (was 7122) 2024-12-06T03:50:44,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=151, OpenFileDescriptor=493, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=7058 2024-12-06T03:50:44,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.log.dir so I do NOT create it in target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4 2024-12-06T03:50:44,989 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T03:50:44,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.tmp.dir so I do NOT create it in target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4 2024-12-06T03:50:44,989 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/88b46e85-e4b3-2d48-a421-2799f2a1225b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T03:50:44,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4 2024-12-06T03:50:44,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T03:50:44,990 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3, deleteOnExit=true 2024-12-06T03:50:44,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T03:50:44,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/test.cache.data in system properties and HBase conf 2024-12-06T03:50:44,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T03:50:44,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.log.dir in system properties and HBase conf 2024-12-06T03:50:44,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T03:50:44,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T03:50:44,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T03:50:44,990 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/nfs.dump.dir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/java.io.tmpdir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T03:50:44,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T03:50:45,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:45,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:45,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:45,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:45,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:50:45,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:45,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@562243d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:45,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43f1d4ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:45,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@607f74e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/java.io.tmpdir/jetty-localhost-45249-hadoop-hdfs-3_4_1-tests_jar-_-any-17994230534996108348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:45,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6664262c{HTTP/1.1, (http/1.1)}{localhost:45249} 2024-12-06T03:50:45,348 INFO [Time-limited test {}] server.Server(415): Started @28500ms 2024-12-06T03:50:45,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:45,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:45,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:45,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:45,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:50:45,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73fe1753{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:45,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee2b4c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:45,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510e7cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/java.io.tmpdir/jetty-localhost-32923-hadoop-hdfs-3_4_1-tests_jar-_-any-4085683751287599001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:45,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5433d553{HTTP/1.1, (http/1.1)}{localhost:32923} 2024-12-06T03:50:45,680 INFO [Time-limited test {}] server.Server(415): Started @28833ms 2024-12-06T03:50:45,682 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:45,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:45,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:45,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:45,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:45,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T03:50:45,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2afffee5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:45,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a43e51e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:45,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68c3ef7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/java.io.tmpdir/jetty-localhost-46421-hadoop-hdfs-3_4_1-tests_jar-_-any-6944388920919787943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:45,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f1172f{HTTP/1.1, (http/1.1)}{localhost:46421} 2024-12-06T03:50:45,836 INFO [Time-limited test {}] server.Server(415): Started @28989ms 2024-12-06T03:50:45,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:46,748 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/data/data1/current/BP-1785185955-172.17.0.2-1733457045004/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:46,748 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/data/data2/current/BP-1785185955-172.17.0.2-1733457045004/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:46,767 WARN [Thread-1130 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b0b606ab2daa549 with lease ID 0x9218d4dc81ffad59: Processing first storage report for DS-a248b5b5-6d39-4003-b32d-a025a4eb96fa from datanode DatanodeRegistration(127.0.0.1:35801, datanodeUuid=c6f17b8e-0f81-47d0-bbcf-bb866b96059f, infoPort=44483, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=940289539;c=1733457045004) 2024-12-06T03:50:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b0b606ab2daa549 with lease ID 0x9218d4dc81ffad59: from storage DS-a248b5b5-6d39-4003-b32d-a025a4eb96fa node DatanodeRegistration(127.0.0.1:35801, datanodeUuid=c6f17b8e-0f81-47d0-bbcf-bb866b96059f, infoPort=44483, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=940289539;c=1733457045004), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T03:50:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b0b606ab2daa549 with lease ID 0x9218d4dc81ffad59: Processing first storage report for DS-b4e8573e-44be-450c-bd98-e37864248087 from datanode DatanodeRegistration(127.0.0.1:35801, datanodeUuid=c6f17b8e-0f81-47d0-bbcf-bb866b96059f, infoPort=44483, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=940289539;c=1733457045004) 2024-12-06T03:50:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b0b606ab2daa549 with lease ID 0x9218d4dc81ffad59: from storage DS-b4e8573e-44be-450c-bd98-e37864248087 node DatanodeRegistration(127.0.0.1:35801, datanodeUuid=c6f17b8e-0f81-47d0-bbcf-bb866b96059f, infoPort=44483, infoSecurePort=0, ipcPort=42629, storageInfo=lv=-57;cid=testClusterID;nsid=940289539;c=1733457045004), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:46,848 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/data/data4/current/BP-1785185955-172.17.0.2-1733457045004/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:46,848 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/data/data3/current/BP-1785185955-172.17.0.2-1733457045004/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:46,862 WARN [Thread-1153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40219fad492ab5aa with lease ID 0x9218d4dc81ffad5a: Processing first storage report for DS-03df8eee-92b7-45fd-8157-cafbbba53302 from datanode DatanodeRegistration(127.0.0.1:38805, datanodeUuid=8b8788f5-ceb5-42e9-a39f-20fbb56b5f41, infoPort=32813, infoSecurePort=0, ipcPort=35099, storageInfo=lv=-57;cid=testClusterID;nsid=940289539;c=1733457045004) 2024-12-06T03:50:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40219fad492ab5aa with lease ID 0x9218d4dc81ffad5a: from storage DS-03df8eee-92b7-45fd-8157-cafbbba53302 node DatanodeRegistration(127.0.0.1:38805, datanodeUuid=8b8788f5-ceb5-42e9-a39f-20fbb56b5f41, infoPort=32813, infoSecurePort=0, ipcPort=35099, storageInfo=lv=-57;cid=testClusterID;nsid=940289539;c=1733457045004), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40219fad492ab5aa with lease ID 0x9218d4dc81ffad5a: Processing first storage report for DS-e43d924b-cd59-4ad6-b530-7ad7de39e3fd from datanode DatanodeRegistration(127.0.0.1:38805, datanodeUuid=8b8788f5-ceb5-42e9-a39f-20fbb56b5f41, infoPort=32813, infoSecurePort=0, ipcPort=35099, storageInfo=lv=-57;cid=testClusterID;nsid=940289539;c=1733457045004) 2024-12-06T03:50:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40219fad492ab5aa with lease ID 0x9218d4dc81ffad5a: from storage DS-e43d924b-cd59-4ad6-b530-7ad7de39e3fd node DatanodeRegistration(127.0.0.1:38805, datanodeUuid=8b8788f5-ceb5-42e9-a39f-20fbb56b5f41, infoPort=32813, infoSecurePort=0, ipcPort=35099, storageInfo=lv=-57;cid=testClusterID;nsid=940289539;c=1733457045004), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:46,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4 2024-12-06T03:50:46,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/zookeeper_0, clientPort=61847, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T03:50:46,971 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61847 2024-12-06T03:50:46,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:46,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:46,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d with version=8 2024-12-06T03:50:46,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/hbase-staging 2024-12-06T03:50:46,988 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:46,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:46,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:46,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:46,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:46,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:46,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T03:50:46,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:46,989 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39177 2024-12-06T03:50:46,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39177 connecting to ZooKeeper ensemble=127.0.0.1:61847 2024-12-06T03:50:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391770x0, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:47,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39177-0x101aa0d007e0000 connected 2024-12-06T03:50:47,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:47,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:47,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:47,111 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d, hbase.cluster.distributed=false 2024-12-06T03:50:47,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39177 2024-12-06T03:50:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39177 2024-12-06T03:50:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39177 2024-12-06T03:50:47,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39177 2024-12-06T03:50:47,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39177 2024-12-06T03:50:47,130 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:47,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:47,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:47,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:47,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:47,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:47,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:47,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:47,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39859 2024-12-06T03:50:47,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39859 connecting to ZooKeeper ensemble=127.0.0.1:61847 2024-12-06T03:50:47,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:47,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:47,148 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398590x0, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:47,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:47,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39859-0x101aa0d007e0001 connected 2024-12-06T03:50:47,149 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:47,149 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T03:50:47,155 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T03:50:47,155 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T03:50:47,156 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T03:50:47,156 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:47,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:47,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:47,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39859 2024-12-06T03:50:47,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39859 2024-12-06T03:50:47,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39859 2024-12-06T03:50:47,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39859 2024-12-06T03:50:47,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39859 2024-12-06T03:50:47,174 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:47,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:47,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:47,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:47,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:47,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:47,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:47,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:47,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41249 2024-12-06T03:50:47,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41249 connecting to ZooKeeper ensemble=127.0.0.1:61847 2024-12-06T03:50:47,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:47,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:47,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412490x0, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:47,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412490x0, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:47,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41249-0x101aa0d007e0002 connected 2024-12-06T03:50:47,190 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:47,191 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T03:50:47,196 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T03:50:47,196 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T03:50:47,197 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T03:50:47,197 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:47,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:47,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:47,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41249 2024-12-06T03:50:47,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41249 2024-12-06T03:50:47,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41249 2024-12-06T03:50:47,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41249 2024-12-06T03:50:47,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41249 2024-12-06T03:50:47,213 DEBUG [M:0;6f1b912b0816:39177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6f1b912b0816:39177 2024-12-06T03:50:47,214 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6f1b912b0816,39177,1733457046988 2024-12-06T03:50:47,223 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:47,223 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6f1b912b0816,39177,1733457046988 2024-12-06T03:50:47,231 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:47,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:47,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,231 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,232 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T03:50:47,232 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6f1b912b0816,39177,1733457046988 from backup master directory 2024-12-06T03:50:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:47,239 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6f1b912b0816,39177,1733457046988 2024-12-06T03:50:47,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:47,239 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:47,239 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6f1b912b0816,39177,1733457046988 2024-12-06T03:50:47,246 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/hbase.id] with ID: ae1f4724-ab0b-419f-b870-c80a6778e271 2024-12-06T03:50:47,246 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/.tmp/hbase.id 2024-12-06T03:50:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:47,252 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/.tmp/hbase.id]:[hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/hbase.id] 2024-12-06T03:50:47,262 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:47,263 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T03:50:47,264 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T03:50:47,273 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:47,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:47,280 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:47,281 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T03:50:47,281 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:47,289 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store 2024-12-06T03:50:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:47,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:47,699 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:47,699 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:47,699 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:47,699 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:47,699 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:47,699 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:47,699 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:47,699 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457047699Disabling compacts and flushes for region at 1733457047699Disabling writes for close at 1733457047699Writing region close event to WAL at 1733457047699Closed at 1733457047699 2024-12-06T03:50:47,701 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/.initializing 2024-12-06T03:50:47,701 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/WALs/6f1b912b0816,39177,1733457046988 2024-12-06T03:50:47,702 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:47,705 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C39177%2C1733457046988, suffix=, logDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/WALs/6f1b912b0816,39177,1733457046988, archiveDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/oldWALs, maxLogs=10 2024-12-06T03:50:47,719 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/WALs/6f1b912b0816,39177,1733457046988/6f1b912b0816%2C39177%2C1733457046988.1733457047705, exclude list is [], retry=0 2024-12-06T03:50:47,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-a248b5b5-6d39-4003-b32d-a025a4eb96fa,DISK] 2024-12-06T03:50:47,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38805,DS-03df8eee-92b7-45fd-8157-cafbbba53302,DISK] 2024-12-06T03:50:47,724 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/WALs/6f1b912b0816,39177,1733457046988/6f1b912b0816%2C39177%2C1733457046988.1733457047705 2024-12-06T03:50:47,724 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44483:44483),(127.0.0.1/127.0.0.1:32813:32813)] 2024-12-06T03:50:47,724 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:47,724 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:47,724 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,724 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T03:50:47,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:47,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:47,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T03:50:47,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:47,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:47,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T03:50:47,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:47,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:47,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T03:50:47,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:47,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:47,734 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,734 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,735 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,736 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,736 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,736 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:47,737 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:47,739 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:47,739 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65821735, jitterRate=-0.01917971670627594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:47,740 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733457047724Initializing all the Stores at 1733457047725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457047725Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457047726 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457047726Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457047726Cleaning up temporary data from old regions at 1733457047736 (+10 ms)Region opened successfully at 1733457047740 (+4 ms) 2024-12-06T03:50:47,740 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T03:50:47,744 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625441e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:47,745 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T03:50:47,745 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T03:50:47,745 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T03:50:47,745 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T03:50:47,746 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T03:50:47,746 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T03:50:47,746 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T03:50:47,748 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T03:50:47,749 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T03:50:47,797 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T03:50:47,798 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T03:50:47,799 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T03:50:47,806 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T03:50:47,806 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T03:50:47,807 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T03:50:47,814 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T03:50:47,815 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T03:50:47,822 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T03:50:47,824 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T03:50:47,831 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T03:50:47,839 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,839 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,840 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6f1b912b0816,39177,1733457046988, sessionid=0x101aa0d007e0000, setting cluster-up flag (Was=false) 2024-12-06T03:50:47,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,856 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,881 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T03:50:47,882 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,39177,1733457046988 2024-12-06T03:50:47,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,898 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:47,923 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T03:50:47,923 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,39177,1733457046988 2024-12-06T03:50:47,924 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T03:50:47,928 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:47,928 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T03:50:47,928 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T03:50:47,929 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6f1b912b0816,39177,1733457046988 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T03:50:47,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:47,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:47,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:47,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:47,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6f1b912b0816:0, corePoolSize=10, maxPoolSize=10 2024-12-06T03:50:47,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:47,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:47,931 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:47,932 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733457077932 2024-12-06T03:50:47,932 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T03:50:47,932 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T03:50:47,932 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T03:50:47,932 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T03:50:47,932 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T03:50:47,932 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T03:50:47,932 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:47,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:47,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T03:50:47,933 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T03:50:47,933 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T03:50:47,933 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T03:50:47,934 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T03:50:47,934 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T03:50:47,934 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457047934,5,FailOnTimeoutGroup] 2024-12-06T03:50:47,934 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457047934,5,FailOnTimeoutGroup] 2024-12-06T03:50:47,934 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:47,934 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T03:50:47,934 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:47,934 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:47,934 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:47,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T03:50:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:47,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T03:50:47,942 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d 2024-12-06T03:50:47,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:47,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:47,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:47,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:47,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:47,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:47,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:47,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:47,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:47,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:47,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:47,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:47,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:47,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:47,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:47,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:47,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:47,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:47,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:47,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:47,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740 2024-12-06T03:50:47,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740 2024-12-06T03:50:47,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:47,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:47,960 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:47,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:47,963 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:47,964 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60915663, jitterRate=-0.0922858864068985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:47,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733457047949Initializing all the Stores at 1733457047949Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457047950 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457047950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457047950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457047950Cleaning up temporary data from old regions at 1733457047960 (+10 ms)Region opened successfully at 1733457047964 (+4 ms) 2024-12-06T03:50:47,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:47,964 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:47,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:47,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:47,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:47,965 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:47,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457047964Disabling compacts and flushes for region at 1733457047964Disabling writes for close at 1733457047964Writing region close event to WAL at 1733457047964Closed at 1733457047965 (+1 ms) 2024-12-06T03:50:47,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:47,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T03:50:47,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T03:50:47,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:47,967 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T03:50:48,002 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(746): ClusterId : ae1f4724-ab0b-419f-b870-c80a6778e271 2024-12-06T03:50:48,002 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(746): ClusterId : ae1f4724-ab0b-419f-b870-c80a6778e271 2024-12-06T03:50:48,002 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:48,002 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:48,015 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:48,015 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:48,015 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:48,015 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:48,023 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:48,023 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:48,024 DEBUG [RS:1;6f1b912b0816:41249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f1dd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:48,024 DEBUG [RS:0;6f1b912b0816:39859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d59f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:48,033 DEBUG [RS:1;6f1b912b0816:41249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6f1b912b0816:41249 2024-12-06T03:50:48,033 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:48,033 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:48,033 DEBUG [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:48,034 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,39177,1733457046988 with port=41249, startcode=1733457047174 2024-12-06T03:50:48,034 DEBUG [RS:1;6f1b912b0816:41249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:48,036 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46931, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:48,036 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,41249,1733457047174 2024-12-06T03:50:48,036 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,41249,1733457047174 2024-12-06T03:50:48,038 DEBUG [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d 2024-12-06T03:50:48,038 DEBUG [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38361 2024-12-06T03:50:48,038 DEBUG [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:48,038 DEBUG [RS:0;6f1b912b0816:39859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6f1b912b0816:39859 2024-12-06T03:50:48,039 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:48,039 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:48,039 DEBUG [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:48,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:48,048 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,39177,1733457046988 with port=39859, startcode=1733457047130 2024-12-06T03:50:48,048 DEBUG [RS:0;6f1b912b0816:39859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:48,048 DEBUG [RS:1;6f1b912b0816:41249 {}] zookeeper.ZKUtil(111): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,41249,1733457047174 2024-12-06T03:50:48,048 WARN [RS:1;6f1b912b0816:41249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:48,048 INFO [RS:1;6f1b912b0816:41249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:48,048 DEBUG [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,41249,1733457047174 2024-12-06T03:50:48,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,41249,1733457047174] 2024-12-06T03:50:48,049 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42589, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:48,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,39859,1733457047130 2024-12-06T03:50:48,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,39859,1733457047130 2024-12-06T03:50:48,051 DEBUG [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d 2024-12-06T03:50:48,051 DEBUG [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38361 2024-12-06T03:50:48,051 DEBUG [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:48,052 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:48,054 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:48,054 INFO [RS:1;6f1b912b0816:41249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:48,054 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,054 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:48,055 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:48,055 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,055 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:48,056 DEBUG [RS:1;6f1b912b0816:41249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:48,060 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,060 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,060 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,060 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,060 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,060 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,41249,1733457047174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:48,071 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:48,071 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,41249,1733457047174-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,071 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,071 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.Replication(171): 6f1b912b0816,41249,1733457047174 started 2024-12-06T03:50:48,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:48,082 DEBUG [RS:0;6f1b912b0816:39859 {}] zookeeper.ZKUtil(111): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,39859,1733457047130 2024-12-06T03:50:48,082 WARN [RS:0;6f1b912b0816:39859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:48,082 INFO [RS:0;6f1b912b0816:39859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:48,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,39859,1733457047130] 2024-12-06T03:50:48,082 DEBUG [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,39859,1733457047130 2024-12-06T03:50:48,083 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,083 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,41249,1733457047174, RpcServer on 6f1b912b0816/172.17.0.2:41249, sessionid=0x101aa0d007e0002 2024-12-06T03:50:48,083 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:48,083 DEBUG [RS:1;6f1b912b0816:41249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,41249,1733457047174 2024-12-06T03:50:48,083 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,41249,1733457047174' 2024-12-06T03:50:48,083 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:48,084 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:48,084 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:48,084 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:48,084 DEBUG [RS:1;6f1b912b0816:41249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,41249,1733457047174 2024-12-06T03:50:48,084 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,41249,1733457047174' 2024-12-06T03:50:48,084 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:48,084 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:48,085 DEBUG [RS:1;6f1b912b0816:41249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:48,085 INFO [RS:1;6f1b912b0816:41249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:48,085 INFO [RS:1;6f1b912b0816:41249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:48,085 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:48,086 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:48,086 INFO [RS:0;6f1b912b0816:39859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:48,086 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,087 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:48,087 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:48,087 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,087 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,087 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,087 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,087 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,088 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,088 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:48,088 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,088 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,088 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,088 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,088 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,088 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:48,088 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:48,088 DEBUG [RS:0;6f1b912b0816:39859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:48,088 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,088 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,088 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,088 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,088 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,088 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,39859,1733457047130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:48,100 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:48,100 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,39859,1733457047130-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,100 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,100 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.Replication(171): 6f1b912b0816,39859,1733457047130 started 2024-12-06T03:50:48,111 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,111 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,39859,1733457047130, RpcServer on 6f1b912b0816/172.17.0.2:39859, sessionid=0x101aa0d007e0001 2024-12-06T03:50:48,111 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:48,111 DEBUG [RS:0;6f1b912b0816:39859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,39859,1733457047130 2024-12-06T03:50:48,111 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,39859,1733457047130' 2024-12-06T03:50:48,111 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:48,112 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:48,112 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:48,112 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:48,112 DEBUG [RS:0;6f1b912b0816:39859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,39859,1733457047130 2024-12-06T03:50:48,112 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,39859,1733457047130' 2024-12-06T03:50:48,112 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:48,112 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:48,113 DEBUG [RS:0;6f1b912b0816:39859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:48,113 INFO [RS:0;6f1b912b0816:39859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:48,113 INFO [RS:0;6f1b912b0816:39859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:48,117 WARN [6f1b912b0816:39177 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T03:50:48,185 INFO [RS:1;6f1b912b0816:41249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:48,187 INFO [RS:1;6f1b912b0816:41249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C41249%2C1733457047174, suffix=, logDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,41249,1733457047174, archiveDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/oldWALs, maxLogs=32 2024-12-06T03:50:48,197 DEBUG [RS:1;6f1b912b0816:41249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,41249,1733457047174/6f1b912b0816%2C41249%2C1733457047174.1733457048187, exclude list is [], retry=0 2024-12-06T03:50:48,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38805,DS-03df8eee-92b7-45fd-8157-cafbbba53302,DISK] 2024-12-06T03:50:48,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-a248b5b5-6d39-4003-b32d-a025a4eb96fa,DISK] 2024-12-06T03:50:48,201 INFO [RS:1;6f1b912b0816:41249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,41249,1733457047174/6f1b912b0816%2C41249%2C1733457047174.1733457048187 2024-12-06T03:50:48,201 DEBUG [RS:1;6f1b912b0816:41249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32813:32813),(127.0.0.1/127.0.0.1:44483:44483)] 2024-12-06T03:50:48,213 INFO [RS:0;6f1b912b0816:39859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:48,215 INFO [RS:0;6f1b912b0816:39859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C39859%2C1733457047130, suffix=, logDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,39859,1733457047130, archiveDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/oldWALs, maxLogs=32 2024-12-06T03:50:48,225 DEBUG [RS:0;6f1b912b0816:39859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,39859,1733457047130/6f1b912b0816%2C39859%2C1733457047130.1733457048215, exclude list is [], retry=0 2024-12-06T03:50:48,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-a248b5b5-6d39-4003-b32d-a025a4eb96fa,DISK] 2024-12-06T03:50:48,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38805,DS-03df8eee-92b7-45fd-8157-cafbbba53302,DISK] 2024-12-06T03:50:48,229 INFO [RS:0;6f1b912b0816:39859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,39859,1733457047130/6f1b912b0816%2C39859%2C1733457047130.1733457048215 2024-12-06T03:50:48,229 DEBUG [RS:0;6f1b912b0816:39859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32813:32813),(127.0.0.1/127.0.0.1:44483:44483)] 2024-12-06T03:50:48,368 DEBUG [6f1b912b0816:39177 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T03:50:48,368 DEBUG [6f1b912b0816:39177 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:48,370 DEBUG [6f1b912b0816:39177 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:48,370 DEBUG [6f1b912b0816:39177 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:48,370 DEBUG [6f1b912b0816:39177 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:48,370 DEBUG [6f1b912b0816:39177 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:48,370 INFO [6f1b912b0816:39177 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:48,370 INFO [6f1b912b0816:39177 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:48,370 DEBUG [6f1b912b0816:39177 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:48,370 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6f1b912b0816,39859,1733457047130 2024-12-06T03:50:48,371 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,39859,1733457047130, state=OPENING 2024-12-06T03:50:48,402 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T03:50:48,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:48,411 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:48,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:48,411 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:48,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:48,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:48,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:48,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,39859,1733457047130}] 2024-12-06T03:50:48,564 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:48,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37751, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:48,568 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T03:50:48,568 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:48,569 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T03:50:48,570 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C39859%2C1733457047130.meta, suffix=.meta, logDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,39859,1733457047130, archiveDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/oldWALs, maxLogs=32 2024-12-06T03:50:48,584 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,39859,1733457047130/6f1b912b0816%2C39859%2C1733457047130.meta.1733457048571.meta, exclude list is [], retry=0 2024-12-06T03:50:48,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38805,DS-03df8eee-92b7-45fd-8157-cafbbba53302,DISK] 2024-12-06T03:50:48,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35801,DS-a248b5b5-6d39-4003-b32d-a025a4eb96fa,DISK] 2024-12-06T03:50:48,588 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/WALs/6f1b912b0816,39859,1733457047130/6f1b912b0816%2C39859%2C1733457047130.meta.1733457048571.meta 2024-12-06T03:50:48,588 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32813:32813),(127.0.0.1/127.0.0.1:44483:44483)] 2024-12-06T03:50:48,588 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:48,588 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T03:50:48,588 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T03:50:48,588 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T03:50:48,588 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T03:50:48,589 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:48,589 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T03:50:48,589 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T03:50:48,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:48,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:48,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:48,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:48,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:48,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:48,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:48,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:48,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:48,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:48,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:48,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:48,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:48,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:48,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:48,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:48,595 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:48,596 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740 2024-12-06T03:50:48,597 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740 2024-12-06T03:50:48,599 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:48,599 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:48,599 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:48,600 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:48,601 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60037179, jitterRate=-0.10537631809711456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:48,601 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T03:50:48,602 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733457048589Writing region info on filesystem at 1733457048589Initializing all the Stores at 1733457048590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457048590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457048590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457048590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457048590Cleaning up temporary data from old regions at 1733457048599 (+9 ms)Running coprocessor post-open hooks at 1733457048601 (+2 ms)Region opened successfully at 1733457048602 (+1 ms) 2024-12-06T03:50:48,603 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733457048564 2024-12-06T03:50:48,605 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T03:50:48,605 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T03:50:48,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,39859,1733457047130 2024-12-06T03:50:48,606 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,39859,1733457047130, state=OPEN 2024-12-06T03:50:48,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:48,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:48,639 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:48,639 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6f1b912b0816,39859,1733457047130 2024-12-06T03:50:48,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:48,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:48,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:48,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T03:50:48,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,39859,1733457047130 in 228 msec 2024-12-06T03:50:48,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T03:50:48,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 676 msec 2024-12-06T03:50:48,644 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:48,644 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T03:50:48,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:48,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,39859,1733457047130, seqNum=-1] 2024-12-06T03:50:48,646 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:48,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59495, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:48,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 725 msec 2024-12-06T03:50:48,653 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733457048653, completionTime=-1 2024-12-06T03:50:48,653 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T03:50:48,653 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T03:50:48,655 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T03:50:48,655 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733457108655 2024-12-06T03:50:48,655 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733457168655 2024-12-06T03:50:48,655 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T03:50:48,655 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T03:50:48,656 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,39177,1733457046988-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,656 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,39177,1733457046988-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,656 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,39177,1733457046988-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,656 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6f1b912b0816:39177, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,656 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,656 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,658 DEBUG [master/6f1b912b0816:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T03:50:48,660 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.420sec 2024-12-06T03:50:48,660 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T03:50:48,660 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T03:50:48,660 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T03:50:48,660 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T03:50:48,660 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T03:50:48,660 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,39177,1733457046988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:48,660 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,39177,1733457046988-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T03:50:48,662 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T03:50:48,662 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T03:50:48,662 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,39177,1733457046988-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:48,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132d229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:48,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6f1b912b0816,39177,-1 for getting cluster id 2024-12-06T03:50:48,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T03:50:48,704 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae1f4724-ab0b-419f-b870-c80a6778e271' 2024-12-06T03:50:48,704 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T03:50:48,704 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae1f4724-ab0b-419f-b870-c80a6778e271" 2024-12-06T03:50:48,705 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7baf5240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:48,705 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6f1b912b0816,39177,-1] 2024-12-06T03:50:48,705 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T03:50:48,705 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:48,706 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T03:50:48,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61112104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:48,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:48,708 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,39859,1733457047130, seqNum=-1] 2024-12-06T03:50:48,708 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:48,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:48,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6f1b912b0816,39177,1733457046988 2024-12-06T03:50:48,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T03:50:48,712 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6f1b912b0816,39177,1733457046988 2024-12-06T03:50:48,712 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16a4e474 2024-12-06T03:50:48,712 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:50:48,713 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:50:48,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T03:50:48,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:50:48,716 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:48,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T03:50:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:48,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:50:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:48,728 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 235e52bf63f6b3437d5e62e1c4141db1, NAME => 'testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d 2024-12-06T03:50:48,728 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a872b77afd45e39ebf39f7c9a817acf4, NAME => 'testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d 2024-12-06T03:50:48,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:48,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:48,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:48,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:48,736 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:48,736 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 235e52bf63f6b3437d5e62e1c4141db1, disabling compactions & flushes 2024-12-06T03:50:48,736 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:48,736 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:48,736 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. after waiting 0 ms 2024-12-06T03:50:48,736 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:48,736 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:48,736 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 235e52bf63f6b3437d5e62e1c4141db1: Waiting for close lock at 1733457048736Disabling compacts and flushes for region at 1733457048736Disabling writes for close at 1733457048736Writing region close event to WAL at 1733457048736Closed at 1733457048736 2024-12-06T03:50:48,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:48,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a872b77afd45e39ebf39f7c9a817acf4, disabling compactions & flushes 2024-12-06T03:50:48,738 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:48,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:48,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. after waiting 0 ms 2024-12-06T03:50:48,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:48,738 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:48,738 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a872b77afd45e39ebf39f7c9a817acf4: Waiting for close lock at 1733457048738Disabling compacts and flushes for region at 1733457048738Disabling writes for close at 1733457048738Writing region close event to WAL at 1733457048738Closed at 1733457048738 2024-12-06T03:50:48,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:50:48,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457048740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457048740"}]},"ts":"1733457048740"} 2024-12-06T03:50:48,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457048740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457048740"}]},"ts":"1733457048740"} 2024-12-06T03:50:48,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T03:50:48,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:50:48,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457048744"}]},"ts":"1733457048744"} 2024-12-06T03:50:48,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T03:50:48,747 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:48,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:48,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:48,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:48,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:48,748 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:48,748 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:48,748 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:48,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=235e52bf63f6b3437d5e62e1c4141db1, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a872b77afd45e39ebf39f7c9a817acf4, ASSIGN}] 2024-12-06T03:50:48,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a872b77afd45e39ebf39f7c9a817acf4, ASSIGN 2024-12-06T03:50:48,750 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=235e52bf63f6b3437d5e62e1c4141db1, ASSIGN 2024-12-06T03:50:48,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a872b77afd45e39ebf39f7c9a817acf4, ASSIGN; state=OFFLINE, location=6f1b912b0816,41249,1733457047174; forceNewPlan=false, retain=false 2024-12-06T03:50:48,751 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=235e52bf63f6b3437d5e62e1c4141db1, ASSIGN; state=OFFLINE, location=6f1b912b0816,39859,1733457047130; forceNewPlan=false, retain=false 2024-12-06T03:50:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:48,901 INFO [6f1b912b0816:39177 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T03:50:48,901 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=235e52bf63f6b3437d5e62e1c4141db1, regionState=OPENING, regionLocation=6f1b912b0816,39859,1733457047130 2024-12-06T03:50:48,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a872b77afd45e39ebf39f7c9a817acf4, regionState=OPENING, regionLocation=6f1b912b0816,41249,1733457047174 2024-12-06T03:50:48,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a872b77afd45e39ebf39f7c9a817acf4, ASSIGN because future has completed 2024-12-06T03:50:48,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a872b77afd45e39ebf39f7c9a817acf4, server=6f1b912b0816,41249,1733457047174}] 2024-12-06T03:50:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=235e52bf63f6b3437d5e62e1c4141db1, ASSIGN because future has completed 2024-12-06T03:50:48,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 235e52bf63f6b3437d5e62e1c4141db1, server=6f1b912b0816,39859,1733457047130}] 2024-12-06T03:50:49,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T03:50:49,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:49,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:49,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:49,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:49,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:49,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:49,057 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:49,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:49,062 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:49,062 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 235e52bf63f6b3437d5e62e1c4141db1, NAME => 'testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T03:50:49,063 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,063 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:49,063 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,063 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,063 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:49,063 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a872b77afd45e39ebf39f7c9a817acf4, NAME => 'testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T03:50:49,063 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,064 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:49,064 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,064 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,064 INFO [StoreOpener-235e52bf63f6b3437d5e62e1c4141db1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,065 INFO [StoreOpener-a872b77afd45e39ebf39f7c9a817acf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,066 INFO [StoreOpener-235e52bf63f6b3437d5e62e1c4141db1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 235e52bf63f6b3437d5e62e1c4141db1 columnFamilyName family 2024-12-06T03:50:49,066 DEBUG [StoreOpener-235e52bf63f6b3437d5e62e1c4141db1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:49,066 INFO [StoreOpener-a872b77afd45e39ebf39f7c9a817acf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a872b77afd45e39ebf39f7c9a817acf4 columnFamilyName family 2024-12-06T03:50:49,066 DEBUG [StoreOpener-a872b77afd45e39ebf39f7c9a817acf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:49,066 INFO [StoreOpener-235e52bf63f6b3437d5e62e1c4141db1-1 {}] regionserver.HStore(327): Store=235e52bf63f6b3437d5e62e1c4141db1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:49,066 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,066 INFO [StoreOpener-a872b77afd45e39ebf39f7c9a817acf4-1 {}] regionserver.HStore(327): Store=a872b77afd45e39ebf39f7c9a817acf4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:49,066 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,067 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,067 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,067 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,067 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,067 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,068 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,068 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,068 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,069 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,069 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,071 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/235e52bf63f6b3437d5e62e1c4141db1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:49,071 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/a872b77afd45e39ebf39f7c9a817acf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:49,071 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 235e52bf63f6b3437d5e62e1c4141db1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69404621, jitterRate=0.034209445118904114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:49,071 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,072 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a872b77afd45e39ebf39f7c9a817acf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70643900, jitterRate=0.05267614126205444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:49,072 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,072 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 235e52bf63f6b3437d5e62e1c4141db1: Running coprocessor pre-open hook at 1733457049063Writing region info on filesystem at 1733457049063Initializing all the Stores at 1733457049064 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457049064Cleaning up temporary data from old regions at 1733457049068 (+4 ms)Running coprocessor post-open hooks at 1733457049071 (+3 ms)Region opened successfully at 1733457049072 (+1 ms) 2024-12-06T03:50:49,072 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a872b77afd45e39ebf39f7c9a817acf4: Running coprocessor pre-open hook at 1733457049064Writing region info on filesystem at 1733457049064Initializing all the Stores at 1733457049065 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457049065Cleaning up temporary data from old regions at 1733457049068 (+3 ms)Running coprocessor post-open hooks at 1733457049072 (+4 ms)Region opened successfully at 1733457049072 2024-12-06T03:50:49,073 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1., pid=8, masterSystemTime=1733457049057 2024-12-06T03:50:49,073 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4., pid=7, masterSystemTime=1733457049057 2024-12-06T03:50:49,075 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:49,075 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:49,076 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a872b77afd45e39ebf39f7c9a817acf4, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,41249,1733457047174 2024-12-06T03:50:49,076 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:49,076 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:49,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=235e52bf63f6b3437d5e62e1c4141db1, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,39859,1733457047130 2024-12-06T03:50:49,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a872b77afd45e39ebf39f7c9a817acf4, server=6f1b912b0816,41249,1733457047174 because future has completed 2024-12-06T03:50:49,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 235e52bf63f6b3437d5e62e1c4141db1, server=6f1b912b0816,39859,1733457047130 because future has completed 2024-12-06T03:50:49,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T03:50:49,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-12-06T03:50:49,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a872b77afd45e39ebf39f7c9a817acf4, server=6f1b912b0816,41249,1733457047174 in 178 msec 2024-12-06T03:50:49,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 235e52bf63f6b3437d5e62e1c4141db1, server=6f1b912b0816,39859,1733457047130 in 177 msec 2024-12-06T03:50:49,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a872b77afd45e39ebf39f7c9a817acf4, ASSIGN in 337 msec 2024-12-06T03:50:49,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T03:50:49,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=235e52bf63f6b3437d5e62e1c4141db1, ASSIGN in 338 msec 2024-12-06T03:50:49,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:50:49,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457049089"}]},"ts":"1733457049089"} 2024-12-06T03:50:49,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T03:50:49,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:50:49,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 379 msec 2024-12-06T03:50:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:49,343 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T03:50:49,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T03:50:49,343 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:49,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T03:50:49,346 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:49,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T03:50:49,349 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1., hostname=6f1b912b0816,39859,1733457047130, seqNum=2] 2024-12-06T03:50:49,360 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4., hostname=6f1b912b0816,41249,1733457047174, seqNum=2] 2024-12-06T03:50:49,361 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:49,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:49,371 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 235e52bf63f6b3437d5e62e1c4141db1 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T03:50:49,389 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/235e52bf63f6b3437d5e62e1c4141db1/.tmp/family/7f938d31de7143359ee4cbe3f379ca6a is 32, key is 1/family:/1733457049350/Put/seqid=0 2024-12-06T03:50:49,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741839_1015 (size=5054) 2024-12-06T03:50:49,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741839_1015 (size=5054) 2024-12-06T03:50:49,394 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/235e52bf63f6b3437d5e62e1c4141db1/.tmp/family/7f938d31de7143359ee4cbe3f379ca6a 2024-12-06T03:50:49,400 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/235e52bf63f6b3437d5e62e1c4141db1/.tmp/family/7f938d31de7143359ee4cbe3f379ca6a as hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/235e52bf63f6b3437d5e62e1c4141db1/family/7f938d31de7143359ee4cbe3f379ca6a 2024-12-06T03:50:49,406 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/235e52bf63f6b3437d5e62e1c4141db1/family/7f938d31de7143359ee4cbe3f379ca6a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T03:50:49,407 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 235e52bf63f6b3437d5e62e1c4141db1 in 36ms, sequenceid=8, compaction requested=false 2024-12-06T03:50:49,407 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 235e52bf63f6b3437d5e62e1c4141db1: 2024-12-06T03:50:49,407 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a872b77afd45e39ebf39f7c9a817acf4 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T03:50:49,419 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/a872b77afd45e39ebf39f7c9a817acf4/.tmp/family/76b39b1ce57344138033f3a07b7247e8 is 32, key is 5/family:/1733457049362/Put/seqid=0 2024-12-06T03:50:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741840_1016 (size=5083) 2024-12-06T03:50:49,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741840_1016 (size=5083) 2024-12-06T03:50:49,825 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/a872b77afd45e39ebf39f7c9a817acf4/.tmp/family/76b39b1ce57344138033f3a07b7247e8 2024-12-06T03:50:49,832 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/a872b77afd45e39ebf39f7c9a817acf4/.tmp/family/76b39b1ce57344138033f3a07b7247e8 as hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/a872b77afd45e39ebf39f7c9a817acf4/family/76b39b1ce57344138033f3a07b7247e8 2024-12-06T03:50:49,840 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/a872b77afd45e39ebf39f7c9a817acf4/family/76b39b1ce57344138033f3a07b7247e8, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T03:50:49,841 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a872b77afd45e39ebf39f7c9a817acf4 in 434ms, sequenceid=9, compaction requested=false 2024-12-06T03:50:49,841 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a872b77afd45e39ebf39f7c9a817acf4: 2024-12-06T03:50:49,843 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 7f938d31de7143359ee4cbe3f379ca6a, starting offset: 0, end offset: 9223372036854775807 2024-12-06T03:50:49,843 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 7f938d31de7143359ee4cbe3f379ca6a_0 from back map with offset lock 2094080 in the evict process 2024-12-06T03:50:49,845 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 76b39b1ce57344138033f3a07b7247e8, starting offset: 0, end offset: 9223372036854775807 2024-12-06T03:50:49,845 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 76b39b1ce57344138033f3a07b7247e8_0 from back map with offset lock 2094080 in the evict process 2024-12-06T03:50:49,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T03:50:49,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:49,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:49,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:49,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:49,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T03:50:49,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T03:50:49,846 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=78704328, stopped=false 2024-12-06T03:50:49,846 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6f1b912b0816,39177,1733457046988 2024-12-06T03:50:49,889 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:49,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:49,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:49,889 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:49,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:49,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:49,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:49,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:49,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:49,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:49,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:49,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:49,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,39859,1733457047130' ***** 2024-12-06T03:50:49,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:49,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:49,890 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,41249,1733457047174' ***** 2024-12-06T03:50:49,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:49,890 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:49,890 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:49,890 INFO [RS:0;6f1b912b0816:39859 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T03:50:49,890 INFO [RS:0;6f1b912b0816:39859 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T03:50:49,891 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T03:50:49,891 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T03:50:49,891 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T03:50:49,891 INFO [RS:1;6f1b912b0816:41249 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T03:50:49,891 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:49,891 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T03:50:49,891 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T03:50:49,891 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T03:50:49,891 INFO [RS:1;6f1b912b0816:41249 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T03:50:49,891 INFO [RS:0;6f1b912b0816:39859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:49,891 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:49,891 INFO [RS:0;6f1b912b0816:39859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:49,891 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:49,891 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(3091): Received CLOSE for 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,892 INFO [RS:1;6f1b912b0816:41249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:49,892 INFO [RS:1;6f1b912b0816:41249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:49,892 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(3091): Received CLOSE for a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,892 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,39859,1733457047130 2024-12-06T03:50:49,892 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,41249,1733457047174 2024-12-06T03:50:49,892 INFO [RS:0;6f1b912b0816:39859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:49,892 INFO [RS:1;6f1b912b0816:41249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:49,892 INFO [RS:1;6f1b912b0816:41249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6f1b912b0816:41249. 2024-12-06T03:50:49,892 INFO [RS:0;6f1b912b0816:39859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6f1b912b0816:39859. 2024-12-06T03:50:49,892 DEBUG [RS:1;6f1b912b0816:41249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:49,892 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 235e52bf63f6b3437d5e62e1c4141db1, disabling compactions & flushes 2024-12-06T03:50:49,892 DEBUG [RS:1;6f1b912b0816:41249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:49,892 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a872b77afd45e39ebf39f7c9a817acf4, disabling compactions & flushes 2024-12-06T03:50:49,892 DEBUG [RS:0;6f1b912b0816:39859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:49,892 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:49,892 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:49,892 DEBUG [RS:0;6f1b912b0816:39859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:49,892 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T03:50:49,892 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:49,892 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:49,892 DEBUG [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(1325): Online Regions={a872b77afd45e39ebf39f7c9a817acf4=testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4.} 2024-12-06T03:50:49,892 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:49,892 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. after waiting 0 ms 2024-12-06T03:50:49,892 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. after waiting 0 ms 2024-12-06T03:50:49,892 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:49,892 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:49,892 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:49,892 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:49,892 DEBUG [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(1351): Waiting on a872b77afd45e39ebf39f7c9a817acf4 2024-12-06T03:50:49,892 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T03:50:49,893 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T03:50:49,893 DEBUG [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 235e52bf63f6b3437d5e62e1c4141db1=testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1.} 2024-12-06T03:50:49,893 DEBUG [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 235e52bf63f6b3437d5e62e1c4141db1 2024-12-06T03:50:49,894 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:49,894 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:49,894 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:49,894 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:49,894 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:49,894 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T03:50:49,897 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/a872b77afd45e39ebf39f7c9a817acf4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T03:50:49,897 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/default/testClearRegionBlockCache/235e52bf63f6b3437d5e62e1c4141db1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T03:50:49,897 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:49,897 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:49,897 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 235e52bf63f6b3437d5e62e1c4141db1: Waiting for close lock at 1733457049892Running coprocessor pre-close hooks at 1733457049892Disabling compacts and flushes for region at 1733457049892Disabling writes for close at 1733457049892Writing region close event to WAL at 1733457049894 (+2 ms)Running coprocessor post-close hooks at 1733457049897 (+3 ms)Closed at 1733457049897 2024-12-06T03:50:49,897 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a872b77afd45e39ebf39f7c9a817acf4: Waiting for close lock at 1733457049892Running coprocessor pre-close hooks at 1733457049892Disabling compacts and flushes for region at 1733457049892Disabling writes for close at 1733457049892Writing region close event to WAL at 1733457049894 (+2 ms)Running coprocessor post-close hooks at 1733457049897 (+3 ms)Closed at 1733457049897 2024-12-06T03:50:49,898 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733457048714.235e52bf63f6b3437d5e62e1c4141db1. 2024-12-06T03:50:49,898 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4. 2024-12-06T03:50:49,908 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/.tmp/info/c9596fa170fb4f9d82e91cf29eaff879 is 173, key is testClearRegionBlockCache,5,1733457048714.a872b77afd45e39ebf39f7c9a817acf4./info:regioninfo/1733457049076/Put/seqid=0 2024-12-06T03:50:49,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:49,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:49,915 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/.tmp/info/c9596fa170fb4f9d82e91cf29eaff879 2024-12-06T03:50:49,933 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/.tmp/ns/7a79a6364b9546f9ab111822602300ab is 43, key is default/ns:d/1733457048648/Put/seqid=0 2024-12-06T03:50:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:49,962 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:50,060 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T03:50:50,060 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T03:50:50,092 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,41249,1733457047174; all regions closed. 2024-12-06T03:50:50,094 DEBUG [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T03:50:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741833_1009 (size=1867) 2024-12-06T03:50:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741833_1009 (size=1867) 2024-12-06T03:50:50,097 DEBUG [RS:1;6f1b912b0816:41249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/oldWALs 2024-12-06T03:50:50,097 INFO [RS:1;6f1b912b0816:41249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C41249%2C1733457047174:(num 1733457048187) 2024-12-06T03:50:50,097 DEBUG [RS:1;6f1b912b0816:41249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:50,097 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:50,097 INFO [RS:1;6f1b912b0816:41249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:50,097 INFO [RS:1;6f1b912b0816:41249 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:50,097 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:50,097 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:50,097 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:50,097 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:50,097 INFO [RS:1;6f1b912b0816:41249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:50,097 INFO [RS:1;6f1b912b0816:41249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41249 2024-12-06T03:50:50,110 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T03:50:50,111 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T03:50:50,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,41249,1733457047174 2024-12-06T03:50:50,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:50,127 INFO [RS:1;6f1b912b0816:41249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:50,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,41249,1733457047174] 2024-12-06T03:50:50,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,41249,1733457047174 already deleted, retry=false 2024-12-06T03:50:50,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,41249,1733457047174 expired; onlineServers=1 2024-12-06T03:50:50,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:50,236 INFO [RS:1;6f1b912b0816:41249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:50,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41249-0x101aa0d007e0002, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:50,236 INFO [RS:1;6f1b912b0816:41249 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,41249,1733457047174; zookeeper connection closed. 2024-12-06T03:50:50,236 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4258bf61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4258bf61 2024-12-06T03:50:50,294 DEBUG [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T03:50:50,339 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/.tmp/ns/7a79a6364b9546f9ab111822602300ab 2024-12-06T03:50:50,356 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/.tmp/table/ff7b1a114ab04000b6d39bfb294099b9 is 61, key is testClearRegionBlockCache/table:state/1733457049089/Put/seqid=0 2024-12-06T03:50:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:50,361 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/.tmp/table/ff7b1a114ab04000b6d39bfb294099b9 2024-12-06T03:50:50,368 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/.tmp/info/c9596fa170fb4f9d82e91cf29eaff879 as hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/info/c9596fa170fb4f9d82e91cf29eaff879 2024-12-06T03:50:50,374 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/info/c9596fa170fb4f9d82e91cf29eaff879, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T03:50:50,375 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/.tmp/ns/7a79a6364b9546f9ab111822602300ab as hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/ns/7a79a6364b9546f9ab111822602300ab 2024-12-06T03:50:50,382 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/ns/7a79a6364b9546f9ab111822602300ab, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T03:50:50,383 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/.tmp/table/ff7b1a114ab04000b6d39bfb294099b9 as hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/table/ff7b1a114ab04000b6d39bfb294099b9 2024-12-06T03:50:50,389 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/table/ff7b1a114ab04000b6d39bfb294099b9, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T03:50:50,390 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 496ms, sequenceid=13, compaction requested=false 2024-12-06T03:50:50,399 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T03:50:50,400 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T03:50:50,400 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:50,400 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457049893Running coprocessor pre-close hooks at 1733457049893Disabling compacts and flushes for region at 1733457049894 (+1 ms)Disabling writes for close at 1733457049894Obtaining lock to block concurrent updates at 1733457049894Preparing flush snapshotting stores in 1588230740 at 1733457049894Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733457049894Flushing stores of hbase:meta,,1.1588230740 at 1733457049895 (+1 ms)Flushing 1588230740/info: creating writer at 1733457049895Flushing 1588230740/info: appending metadata at 1733457049908 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733457049908Flushing 1588230740/ns: creating writer at 1733457049920 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733457049933 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733457049933Flushing 1588230740/table: creating writer at 1733457050344 (+411 ms)Flushing 1588230740/table: appending metadata at 1733457050356 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733457050356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd017b: reopening flushed file at 1733457050367 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690eea95: reopening flushed file at 1733457050374 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3e0a86: reopening flushed file at 1733457050382 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 496ms, sequenceid=13, compaction requested=false at 1733457050391 (+9 ms)Writing region close event to WAL at 1733457050396 (+5 ms)Running coprocessor post-close hooks at 1733457050400 (+4 ms)Closed at 1733457050400 2024-12-06T03:50:50,400 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:50,494 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,39859,1733457047130; all regions closed. 2024-12-06T03:50:50,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:50,499 DEBUG [RS:0;6f1b912b0816:39859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/oldWALs 2024-12-06T03:50:50,499 INFO [RS:0;6f1b912b0816:39859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C39859%2C1733457047130.meta:.meta(num 1733457048571) 2024-12-06T03:50:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741834_1010 (size=1758) 2024-12-06T03:50:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741834_1010 (size=1758) 2024-12-06T03:50:50,503 DEBUG [RS:0;6f1b912b0816:39859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/oldWALs 2024-12-06T03:50:50,503 INFO [RS:0;6f1b912b0816:39859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C39859%2C1733457047130:(num 1733457048215) 2024-12-06T03:50:50,503 DEBUG [RS:0;6f1b912b0816:39859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:50,503 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:50,503 INFO [RS:0;6f1b912b0816:39859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:50,503 INFO [RS:0;6f1b912b0816:39859 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:50,503 INFO [RS:0;6f1b912b0816:39859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:50,503 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:50,504 INFO [RS:0;6f1b912b0816:39859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39859 2024-12-06T03:50:50,539 INFO [RS:0;6f1b912b0816:39859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:50,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:50,539 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,39859,1733457047130 2024-12-06T03:50:50,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,39859,1733457047130] 2024-12-06T03:50:50,555 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,39859,1733457047130 already deleted, retry=false 2024-12-06T03:50:50,555 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,39859,1733457047130 expired; onlineServers=0 2024-12-06T03:50:50,556 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6f1b912b0816,39177,1733457046988' ***** 2024-12-06T03:50:50,556 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T03:50:50,556 INFO [M:0;6f1b912b0816:39177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:50,556 INFO [M:0;6f1b912b0816:39177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:50,556 DEBUG [M:0;6f1b912b0816:39177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T03:50:50,556 DEBUG [M:0;6f1b912b0816:39177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T03:50:50,556 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457047934 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457047934,5,FailOnTimeoutGroup] 2024-12-06T03:50:50,556 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T03:50:50,556 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457047934 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457047934,5,FailOnTimeoutGroup] 2024-12-06T03:50:50,556 INFO [M:0;6f1b912b0816:39177 {}] hbase.ChoreService(370): Chore service for: master/6f1b912b0816:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:50,556 INFO [M:0;6f1b912b0816:39177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:50,556 DEBUG [M:0;6f1b912b0816:39177 {}] master.HMaster(1795): Stopping service threads 2024-12-06T03:50:50,556 INFO [M:0;6f1b912b0816:39177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T03:50:50,556 INFO [M:0;6f1b912b0816:39177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:50,557 INFO [M:0;6f1b912b0816:39177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T03:50:50,557 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T03:50:50,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:50,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:50,564 DEBUG [M:0;6f1b912b0816:39177 {}] zookeeper.ZKUtil(347): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T03:50:50,564 WARN [M:0;6f1b912b0816:39177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T03:50:50,565 INFO [M:0;6f1b912b0816:39177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/.lastflushedseqids 2024-12-06T03:50:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741844_1020 (size=191) 2024-12-06T03:50:50,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741844_1020 (size=191) 2024-12-06T03:50:50,574 INFO [M:0;6f1b912b0816:39177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T03:50:50,575 INFO [M:0;6f1b912b0816:39177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T03:50:50,575 DEBUG [M:0;6f1b912b0816:39177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:50,575 INFO [M:0;6f1b912b0816:39177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:50,575 DEBUG [M:0;6f1b912b0816:39177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:50,575 DEBUG [M:0;6f1b912b0816:39177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:50,575 DEBUG [M:0;6f1b912b0816:39177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:50,575 INFO [M:0;6f1b912b0816:39177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-12-06T03:50:50,590 DEBUG [M:0;6f1b912b0816:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98e13c5ee3454aeda2a9061865c09f25 is 82, key is hbase:meta,,1/info:regioninfo/1733457048605/Put/seqid=0 2024-12-06T03:50:50,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:50,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:50,595 INFO [M:0;6f1b912b0816:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98e13c5ee3454aeda2a9061865c09f25 2024-12-06T03:50:50,613 DEBUG [M:0;6f1b912b0816:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d31d89af7514dbfb9b94cab3d2d291e is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733457049094/Put/seqid=0 2024-12-06T03:50:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741846_1022 (size=6218) 2024-12-06T03:50:50,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741846_1022 (size=6218) 2024-12-06T03:50:50,618 INFO [M:0;6f1b912b0816:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d31d89af7514dbfb9b94cab3d2d291e 2024-12-06T03:50:50,634 DEBUG [M:0;6f1b912b0816:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6fdbc9d2bfc454085a42e4b05f46133 is 69, key is 6f1b912b0816,39859,1733457047130/rs:state/1733457048050/Put/seqid=0 2024-12-06T03:50:50,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:50,639 INFO [M:0;6f1b912b0816:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6fdbc9d2bfc454085a42e4b05f46133 2024-12-06T03:50:50,644 DEBUG [M:0;6f1b912b0816:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98e13c5ee3454aeda2a9061865c09f25 as hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98e13c5ee3454aeda2a9061865c09f25 2024-12-06T03:50:50,647 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:50,647 INFO [RS:0;6f1b912b0816:39859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:50,647 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39859-0x101aa0d007e0001, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:50,647 INFO [RS:0;6f1b912b0816:39859 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,39859,1733457047130; zookeeper connection closed. 2024-12-06T03:50:50,648 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4357dae2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4357dae2 2024-12-06T03:50:50,648 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T03:50:50,649 INFO [M:0;6f1b912b0816:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98e13c5ee3454aeda2a9061865c09f25, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T03:50:50,650 DEBUG [M:0;6f1b912b0816:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d31d89af7514dbfb9b94cab3d2d291e as hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d31d89af7514dbfb9b94cab3d2d291e 2024-12-06T03:50:50,655 INFO [M:0;6f1b912b0816:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d31d89af7514dbfb9b94cab3d2d291e, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T03:50:50,656 DEBUG [M:0;6f1b912b0816:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6fdbc9d2bfc454085a42e4b05f46133 as hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6fdbc9d2bfc454085a42e4b05f46133 2024-12-06T03:50:50,660 INFO [M:0;6f1b912b0816:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38361/user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6fdbc9d2bfc454085a42e4b05f46133, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T03:50:50,661 INFO [M:0;6f1b912b0816:39177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 86ms, sequenceid=71, compaction requested=false 2024-12-06T03:50:50,663 INFO [M:0;6f1b912b0816:39177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:50,663 DEBUG [M:0;6f1b912b0816:39177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457050575Disabling compacts and flushes for region at 1733457050575Disabling writes for close at 1733457050575Obtaining lock to block concurrent updates at 1733457050575Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733457050575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1733457050575Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733457050576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733457050576Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733457050589 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733457050589Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733457050600 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733457050612 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733457050612Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733457050623 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733457050634 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733457050634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2caf3092: reopening flushed file at 1733457050643 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c26cbc: reopening flushed file at 1733457050649 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67df68b2: reopening flushed file at 1733457050655 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 86ms, sequenceid=71, compaction requested=false at 1733457050661 (+6 ms)Writing region close event to WAL at 1733457050662 (+1 ms)Closed at 1733457050663 (+1 ms) 2024-12-06T03:50:50,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35801 is added to blk_1073741830_1006 (size=35428) 2024-12-06T03:50:50,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d3eaec2-42a2-ad3e-872f-1cc050bac34d/MasterData/WALs/6f1b912b0816,39177,1733457046988/6f1b912b0816%2C39177%2C1733457046988.1733457047705 not finished, retry = 0 2024-12-06T03:50:50,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741830_1006 (size=35428) 2024-12-06T03:50:50,766 INFO [M:0;6f1b912b0816:39177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T03:50:50,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:50,766 INFO [M:0;6f1b912b0816:39177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39177 2024-12-06T03:50:50,766 INFO [M:0;6f1b912b0816:39177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:50,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:50,894 INFO [M:0;6f1b912b0816:39177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:50,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x101aa0d007e0000, quorum=127.0.0.1:61847, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:50,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68c3ef7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:50,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f1172f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:50,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:50,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a43e51e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:50,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2afffee5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:50,901 WARN [BP-1785185955-172.17.0.2-1733457045004 heartbeating to localhost/127.0.0.1:38361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:50,901 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:50,901 WARN [BP-1785185955-172.17.0.2-1733457045004 heartbeating to localhost/127.0.0.1:38361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1785185955-172.17.0.2-1733457045004 (Datanode Uuid 8b8788f5-ceb5-42e9-a39f-20fbb56b5f41) service to localhost/127.0.0.1:38361 2024-12-06T03:50:50,901 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:50,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/data/data3/current/BP-1785185955-172.17.0.2-1733457045004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:50,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/data/data4/current/BP-1785185955-172.17.0.2-1733457045004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:50,902 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:50,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510e7cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:50,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5433d553{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:50,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:50,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ee2b4c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:50,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73fe1753{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:50,907 WARN [BP-1785185955-172.17.0.2-1733457045004 heartbeating to localhost/127.0.0.1:38361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:50,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:50,907 WARN [BP-1785185955-172.17.0.2-1733457045004 heartbeating to localhost/127.0.0.1:38361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1785185955-172.17.0.2-1733457045004 (Datanode Uuid c6f17b8e-0f81-47d0-bbcf-bb866b96059f) service to localhost/127.0.0.1:38361 2024-12-06T03:50:50,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:50,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/data/data1/current/BP-1785185955-172.17.0.2-1733457045004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:50,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/cluster_9a6e5e02-5883-a2fa-56fe-f0a27a6353b3/data/data2/current/BP-1785185955-172.17.0.2-1733457045004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:50,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:50,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@607f74e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:50,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6664262c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:50,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:50,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43f1d4ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:50,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@562243d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:50,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T03:50:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T03:50:50,939 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=168 (was 151) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38361 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38361 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1768670951) connection to localhost/127.0.0.1:38361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 493) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 228) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6944 (was 7058) 2024-12-06T03:50:50,945 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=168, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=6944 2024-12-06T03:50:50,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.log.dir so I do NOT create it in target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7 2024-12-06T03:50:50,957 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T03:50:50,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.tmp.dir so I do NOT create it in target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7 2024-12-06T03:50:50,957 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c7bd6270-fd8e-f9ba-a429-749ddd27b0f4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T03:50:50,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7 2024-12-06T03:50:50,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T03:50:50,957 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2, deleteOnExit=true 2024-12-06T03:50:50,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T03:50:50,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/test.cache.data in system properties and HBase conf 2024-12-06T03:50:50,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T03:50:50,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/hadoop.log.dir in system properties and HBase conf 2024-12-06T03:50:50,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T03:50:50,958 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/nfs.dump.dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/java.io.tmpdir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:50:50,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T03:50:50,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T03:50:51,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:51,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:51,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:51,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:51,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:50:51,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:51,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f67692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:51,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@312b1f8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:51,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59d5e07b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/java.io.tmpdir/jetty-localhost-45827-hadoop-hdfs-3_4_1-tests_jar-_-any-3640091126586276687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:51,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f409c3{HTTP/1.1, (http/1.1)}{localhost:45827} 2024-12-06T03:50:51,315 INFO [Time-limited test {}] server.Server(415): Started @34468ms 2024-12-06T03:50:51,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:51,569 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:51,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:51,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:51,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T03:50:51,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39f0a4a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:51,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@498ea35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:51,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2588f166{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/java.io.tmpdir/jetty-localhost-42091-hadoop-hdfs-3_4_1-tests_jar-_-any-441382490341492647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:51,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20519a23{HTTP/1.1, (http/1.1)}{localhost:42091} 2024-12-06T03:50:51,659 INFO [Time-limited test {}] server.Server(415): Started @34812ms 2024-12-06T03:50:51,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:51,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:50:51,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:50:51,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:50:51,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:50:51,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T03:50:51,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@217319e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:50:51,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5565fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:50:51,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@294f7ca1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/java.io.tmpdir/jetty-localhost-41623-hadoop-hdfs-3_4_1-tests_jar-_-any-12128838725923159870/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:51,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a66bf9e{HTTP/1.1, (http/1.1)}{localhost:41623} 2024-12-06T03:50:51,781 INFO [Time-limited test {}] server.Server(415): Started @34934ms 2024-12-06T03:50:51,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:50:52,394 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/data/data1/current/BP-1586929692-172.17.0.2-1733457050979/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:52,394 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/data/data2/current/BP-1586929692-172.17.0.2-1733457050979/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:52,414 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:52,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef283bebdc4d6d3d with lease ID 0x6cddc2d7186aca7e: Processing first storage report for DS-2ded8082-869c-4be7-a78e-2de04b1ebaee from datanode DatanodeRegistration(127.0.0.1:37667, datanodeUuid=a336c9fc-a6d3-4c9c-ab67-129247e6e144, infoPort=45715, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=544233614;c=1733457050979) 2024-12-06T03:50:52,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef283bebdc4d6d3d with lease ID 0x6cddc2d7186aca7e: from storage DS-2ded8082-869c-4be7-a78e-2de04b1ebaee node DatanodeRegistration(127.0.0.1:37667, datanodeUuid=a336c9fc-a6d3-4c9c-ab67-129247e6e144, infoPort=45715, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=544233614;c=1733457050979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:52,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef283bebdc4d6d3d with lease ID 0x6cddc2d7186aca7e: Processing first storage report for DS-141e34d2-6e1c-4f63-8fe3-4ce79c9cfbbf from datanode DatanodeRegistration(127.0.0.1:37667, datanodeUuid=a336c9fc-a6d3-4c9c-ab67-129247e6e144, infoPort=45715, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=544233614;c=1733457050979) 2024-12-06T03:50:52,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef283bebdc4d6d3d with lease ID 0x6cddc2d7186aca7e: from storage DS-141e34d2-6e1c-4f63-8fe3-4ce79c9cfbbf node DatanodeRegistration(127.0.0.1:37667, datanodeUuid=a336c9fc-a6d3-4c9c-ab67-129247e6e144, infoPort=45715, infoSecurePort=0, ipcPort=45743, storageInfo=lv=-57;cid=testClusterID;nsid=544233614;c=1733457050979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:52,512 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/data/data3/current/BP-1586929692-172.17.0.2-1733457050979/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:52,512 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/data/data4/current/BP-1586929692-172.17.0.2-1733457050979/current, will proceed with Du for space computation calculation, 2024-12-06T03:50:52,532 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:50:52,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5418fc1e77209f7b with lease ID 0x6cddc2d7186aca7f: Processing first storage report for DS-a92b0382-a92e-4c2e-bf77-ffcb07a249a4 from datanode DatanodeRegistration(127.0.0.1:41091, datanodeUuid=740ab761-4423-45b4-ad6c-e210901c8e6c, infoPort=36477, infoSecurePort=0, ipcPort=45533, storageInfo=lv=-57;cid=testClusterID;nsid=544233614;c=1733457050979) 2024-12-06T03:50:52,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5418fc1e77209f7b with lease ID 0x6cddc2d7186aca7f: from storage DS-a92b0382-a92e-4c2e-bf77-ffcb07a249a4 node DatanodeRegistration(127.0.0.1:41091, datanodeUuid=740ab761-4423-45b4-ad6c-e210901c8e6c, infoPort=36477, infoSecurePort=0, ipcPort=45533, storageInfo=lv=-57;cid=testClusterID;nsid=544233614;c=1733457050979), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:52,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5418fc1e77209f7b with lease ID 0x6cddc2d7186aca7f: Processing first storage report for DS-9a1d87b8-ae45-4e72-ad96-9b73e7d3eea6 from datanode DatanodeRegistration(127.0.0.1:41091, datanodeUuid=740ab761-4423-45b4-ad6c-e210901c8e6c, infoPort=36477, infoSecurePort=0, ipcPort=45533, storageInfo=lv=-57;cid=testClusterID;nsid=544233614;c=1733457050979) 2024-12-06T03:50:52,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5418fc1e77209f7b with lease ID 0x6cddc2d7186aca7f: from storage DS-9a1d87b8-ae45-4e72-ad96-9b73e7d3eea6 node DatanodeRegistration(127.0.0.1:41091, datanodeUuid=740ab761-4423-45b4-ad6c-e210901c8e6c, infoPort=36477, infoSecurePort=0, ipcPort=45533, storageInfo=lv=-57;cid=testClusterID;nsid=544233614;c=1733457050979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:50:52,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7 2024-12-06T03:50:52,614 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/zookeeper_0, clientPort=58571, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T03:50:52,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58571 2024-12-06T03:50:52,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:52,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:52,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:52,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:50:52,626 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb with version=8 2024-12-06T03:50:52,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/hbase-staging 2024-12-06T03:50:52,629 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:52,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:52,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:52,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:52,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:52,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:52,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T03:50:52,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:52,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41257 2024-12-06T03:50:52,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41257 connecting to ZooKeeper ensemble=127.0.0.1:58571 2024-12-06T03:50:52,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412570x0, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:52,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41257-0x101aa0d168b0000 connected 2024-12-06T03:50:52,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:52,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:52,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:52,742 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb, hbase.cluster.distributed=false 2024-12-06T03:50:52,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:52,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41257 2024-12-06T03:50:52,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41257 2024-12-06T03:50:52,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41257 2024-12-06T03:50:52,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41257 2024-12-06T03:50:52,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41257 2024-12-06T03:50:52,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:52,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:52,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:52,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:52,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:52,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:52,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:52,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:52,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43725 2024-12-06T03:50:52,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43725 connecting to ZooKeeper ensemble=127.0.0.1:58571 2024-12-06T03:50:52,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:52,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:52,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437250x0, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:52,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437250x0, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:52,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43725-0x101aa0d168b0001 connected 2024-12-06T03:50:52,773 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:52,773 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T03:50:52,778 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T03:50:52,778 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T03:50:52,779 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T03:50:52,779 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:52,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:52,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:52,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43725 2024-12-06T03:50:52,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43725 2024-12-06T03:50:52,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43725 2024-12-06T03:50:52,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43725 2024-12-06T03:50:52,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43725 2024-12-06T03:50:52,793 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6f1b912b0816:0 server-side Connection retries=45 2024-12-06T03:50:52,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:52,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:52,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:50:52,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:50:52,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:50:52,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:50:52,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:50:52,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40919 2024-12-06T03:50:52,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40919 connecting to ZooKeeper ensemble=127.0.0.1:58571 2024-12-06T03:50:52,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:52,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409190x0, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:50:52,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409190x0, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:52,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40919-0x101aa0d168b0002 connected 2024-12-06T03:50:52,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:50:52,811 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-06T03:50:52,816 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-12-06T03:50:52,817 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-06T03:50:52,819 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-06T03:50:52,819 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:50:52,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:50:52,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:50:52,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40919 2024-12-06T03:50:52,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40919 2024-12-06T03:50:52,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40919 2024-12-06T03:50:52,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40919 2024-12-06T03:50:52,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40919 2024-12-06T03:50:52,837 DEBUG [M:0;6f1b912b0816:41257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6f1b912b0816:41257 2024-12-06T03:50:52,838 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6f1b912b0816,41257,1733457052628 2024-12-06T03:50:52,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:52,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:52,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:52,847 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6f1b912b0816,41257,1733457052628 2024-12-06T03:50:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:52,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:52,856 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T03:50:52,856 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6f1b912b0816,41257,1733457052628 from backup master directory 2024-12-06T03:50:52,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6f1b912b0816,41257,1733457052628 2024-12-06T03:50:52,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:52,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:52,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:50:52,864 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:52,864 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6f1b912b0816,41257,1733457052628 2024-12-06T03:50:52,871 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/hbase.id] with ID: fd0693a2-275e-4be0-9bb7-5ecd2f823f6c 2024-12-06T03:50:52,871 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/.tmp/hbase.id 2024-12-06T03:50:52,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:52,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:50:52,878 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/.tmp/hbase.id]:[hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/hbase.id] 2024-12-06T03:50:52,889 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:50:52,889 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T03:50:52,890 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T03:50:52,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:52,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:52,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:52,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:52,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:50:52,907 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:52,908 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T03:50:52,908 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:50:52,914 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store 2024-12-06T03:50:52,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:52,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:50:52,921 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:52,921 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:52,921 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:52,921 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:52,921 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:52,921 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:52,921 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:52,921 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457052921Disabling compacts and flushes for region at 1733457052921Disabling writes for close at 1733457052921Writing region close event to WAL at 1733457052921Closed at 1733457052921 2024-12-06T03:50:52,922 WARN [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/.initializing 2024-12-06T03:50:52,922 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/WALs/6f1b912b0816,41257,1733457052628 2024-12-06T03:50:52,923 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:52,924 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C41257%2C1733457052628, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/WALs/6f1b912b0816,41257,1733457052628, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/oldWALs, maxLogs=10 2024-12-06T03:50:52,935 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/WALs/6f1b912b0816,41257,1733457052628/6f1b912b0816%2C41257%2C1733457052628.1733457052924, exclude list is [], retry=0 2024-12-06T03:50:52,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-2ded8082-869c-4be7-a78e-2de04b1ebaee,DISK] 2024-12-06T03:50:52,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41091,DS-a92b0382-a92e-4c2e-bf77-ffcb07a249a4,DISK] 2024-12-06T03:50:52,939 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/WALs/6f1b912b0816,41257,1733457052628/6f1b912b0816%2C41257%2C1733457052628.1733457052924 2024-12-06T03:50:52,939 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715),(127.0.0.1/127.0.0.1:36477:36477)] 2024-12-06T03:50:52,939 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:52,940 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:52,940 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,940 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T03:50:52,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:52,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:52,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T03:50:52,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:52,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:52,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T03:50:52,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:52,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:52,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T03:50:52,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:52,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:52,947 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,948 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,948 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,949 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,949 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,950 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:52,951 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:50:52,952 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:52,953 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63846690, jitterRate=-0.048610180616378784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:52,953 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733457052940Initializing all the Stores at 1733457052941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457052941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457052941Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457052941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457052941Cleaning up temporary data from old regions at 1733457052949 (+8 ms)Region opened successfully at 1733457052953 (+4 ms) 2024-12-06T03:50:52,953 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T03:50:52,956 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb09813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:52,957 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T03:50:52,957 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T03:50:52,957 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T03:50:52,957 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T03:50:52,958 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T03:50:52,958 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T03:50:52,958 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T03:50:52,960 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T03:50:52,960 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T03:50:52,991 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T03:50:52,991 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T03:50:52,992 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T03:50:53,001 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T03:50:53,002 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T03:50:53,003 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T03:50:53,013 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T03:50:53,014 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T03:50:53,022 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T03:50:53,024 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T03:50:53,034 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T03:50:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,044 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6f1b912b0816,41257,1733457052628, sessionid=0x101aa0d168b0000, setting cluster-up flag (Was=false) 2024-12-06T03:50:53,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,085 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T03:50:53,086 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,41257,1733457052628 2024-12-06T03:50:53,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,130 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T03:50:53,131 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6f1b912b0816,41257,1733457052628 2024-12-06T03:50:53,132 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T03:50:53,133 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:53,134 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T03:50:53,134 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T03:50:53,134 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6f1b912b0816,41257,1733457052628 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T03:50:53,135 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:53,135 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:53,135 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:53,135 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6f1b912b0816:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:50:53,135 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6f1b912b0816:0, corePoolSize=10, maxPoolSize=10 2024-12-06T03:50:53,135 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,135 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:53,135 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,137 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:53,137 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733457083137 2024-12-06T03:50:53,137 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T03:50:53,137 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T03:50:53,137 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T03:50:53,137 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T03:50:53,137 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T03:50:53,137 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T03:50:53,137 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T03:50:53,137 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,138 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T03:50:53,138 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T03:50:53,138 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T03:50:53,138 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:53,138 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T03:50:53,138 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T03:50:53,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T03:50:53,138 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457053138,5,FailOnTimeoutGroup] 2024-12-06T03:50:53,142 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457053138,5,FailOnTimeoutGroup] 2024-12-06T03:50:53,142 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,142 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T03:50:53,142 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,142 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:53,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741831_1007 (size=1321) 2024-12-06T03:50:53,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T03:50:53,148 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb 2024-12-06T03:50:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741832_1008 (size=32) 2024-12-06T03:50:53,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:53,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:53,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:53,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:53,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:53,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:53,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:53,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:53,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:53,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:53,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:53,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:53,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:53,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:53,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:53,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:53,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:53,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:53,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740 2024-12-06T03:50:53,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740 2024-12-06T03:50:53,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:53,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:53,164 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:53,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:53,167 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:53,167 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60624664, jitterRate=-0.09662210941314697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733457053155Initializing all the Stores at 1733457053156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457053156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457053156Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457053156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457053156Cleaning up temporary data from old regions at 1733457053164 (+8 ms)Region opened successfully at 1733457053168 (+4 ms) 2024-12-06T03:50:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:53,168 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:53,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:53,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457053168Disabling compacts and flushes for region at 1733457053168Disabling writes for close at 1733457053168Writing region close event to WAL at 1733457053168Closed at 1733457053168 2024-12-06T03:50:53,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:53,170 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T03:50:53,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T03:50:53,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:53,172 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T03:50:53,229 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(746): ClusterId : fd0693a2-275e-4be0-9bb7-5ecd2f823f6c 2024-12-06T03:50:53,229 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(746): ClusterId : fd0693a2-275e-4be0-9bb7-5ecd2f823f6c 2024-12-06T03:50:53,229 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:53,229 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:50:53,262 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:53,262 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:53,262 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:50:53,262 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:50:53,275 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:53,275 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:50:53,275 DEBUG [RS:0;6f1b912b0816:43725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac8ec6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:53,275 DEBUG [RS:1;6f1b912b0816:40919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e1a58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6f1b912b0816/172.17.0.2:0 2024-12-06T03:50:53,290 DEBUG [RS:1;6f1b912b0816:40919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6f1b912b0816:40919 2024-12-06T03:50:53,290 DEBUG [RS:0;6f1b912b0816:43725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6f1b912b0816:43725 2024-12-06T03:50:53,290 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:53,290 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T03:50:53,290 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:53,290 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T03:50:53,290 DEBUG [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:53,290 DEBUG [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T03:50:53,291 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,41257,1733457052628 with port=43725, startcode=1733457052756 2024-12-06T03:50:53,291 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(2659): reportForDuty to master=6f1b912b0816,41257,1733457052628 with port=40919, startcode=1733457052793 2024-12-06T03:50:53,291 DEBUG [RS:1;6f1b912b0816:40919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:53,291 DEBUG [RS:0;6f1b912b0816:43725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:50:53,292 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42207, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:53,292 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57141, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:50:53,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,43725,1733457052756 2024-12-06T03:50:53,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41257 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,43725,1733457052756 2024-12-06T03:50:53,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6f1b912b0816,40919,1733457052793 2024-12-06T03:50:53,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41257 {}] master.ServerManager(517): Registering regionserver=6f1b912b0816,40919,1733457052793 2024-12-06T03:50:53,294 DEBUG [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb 2024-12-06T03:50:53,294 DEBUG [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35547 2024-12-06T03:50:53,294 DEBUG [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:53,295 DEBUG [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb 2024-12-06T03:50:53,295 DEBUG [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35547 2024-12-06T03:50:53,295 DEBUG [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T03:50:53,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:53,322 WARN [6f1b912b0816:41257 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T03:50:53,334 DEBUG [RS:0;6f1b912b0816:43725 {}] zookeeper.ZKUtil(111): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,43725,1733457052756 2024-12-06T03:50:53,334 WARN [RS:0;6f1b912b0816:43725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:53,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,40919,1733457052793] 2024-12-06T03:50:53,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6f1b912b0816,43725,1733457052756] 2024-12-06T03:50:53,334 INFO [RS:0;6f1b912b0816:43725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:53,335 DEBUG [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,43725,1733457052756 2024-12-06T03:50:53,335 DEBUG [RS:1;6f1b912b0816:40919 {}] zookeeper.ZKUtil(111): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6f1b912b0816,40919,1733457052793 2024-12-06T03:50:53,335 WARN [RS:1;6f1b912b0816:40919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:50:53,335 INFO [RS:1;6f1b912b0816:40919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:53,335 DEBUG [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,40919,1733457052793 2024-12-06T03:50:53,341 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:53,341 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:50:53,343 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:53,344 INFO [RS:1;6f1b912b0816:40919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:53,344 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,344 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:53,345 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:53,345 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:50:53,345 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,345 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,345 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,345 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,345 INFO [RS:0;6f1b912b0816:43725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:50:53,345 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,345 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,345 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,345 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:53,345 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,346 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,346 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,346 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,346 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,346 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,346 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:53,346 DEBUG [RS:1;6f1b912b0816:40919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:53,346 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T03:50:53,347 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,347 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,347 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,347 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,347 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,347 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T03:50:53,347 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,40919,1733457052793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:53,347 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,347 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,347 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,347 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,347 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,347 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,347 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6f1b912b0816:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:50:53,347 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,347 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,347 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,348 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,348 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,348 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6f1b912b0816:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:50:53,348 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:53,348 DEBUG [RS:0;6f1b912b0816:43725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6f1b912b0816:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:50:53,351 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,351 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,351 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,351 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,351 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,351 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,43725,1733457052756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:53,363 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:53,363 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:50:53,363 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,43725,1733457052756-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,363 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,40919,1733457052793-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,363 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,363 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,363 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.Replication(171): 6f1b912b0816,40919,1733457052793 started 2024-12-06T03:50:53,363 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.Replication(171): 6f1b912b0816,43725,1733457052756 started 2024-12-06T03:50:53,375 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,375 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,375 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,40919,1733457052793, RpcServer on 6f1b912b0816/172.17.0.2:40919, sessionid=0x101aa0d168b0002 2024-12-06T03:50:53,375 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(1482): Serving as 6f1b912b0816,43725,1733457052756, RpcServer on 6f1b912b0816/172.17.0.2:43725, sessionid=0x101aa0d168b0001 2024-12-06T03:50:53,375 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:53,375 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:50:53,375 DEBUG [RS:1;6f1b912b0816:40919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,40919,1733457052793 2024-12-06T03:50:53,375 DEBUG [RS:0;6f1b912b0816:43725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6f1b912b0816,43725,1733457052756 2024-12-06T03:50:53,375 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,40919,1733457052793' 2024-12-06T03:50:53,375 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,43725,1733457052756' 2024-12-06T03:50:53,375 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:53,375 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:50:53,376 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:53,376 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:50:53,376 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:53,376 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:53,376 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:50:53,376 DEBUG [RS:0;6f1b912b0816:43725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,43725,1733457052756 2024-12-06T03:50:53,376 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,43725,1733457052756' 2024-12-06T03:50:53,376 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:50:53,376 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:53,376 DEBUG [RS:1;6f1b912b0816:40919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6f1b912b0816,40919,1733457052793 2024-12-06T03:50:53,376 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6f1b912b0816,40919,1733457052793' 2024-12-06T03:50:53,376 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:50:53,383 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:53,383 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:50:53,383 DEBUG [RS:0;6f1b912b0816:43725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:53,383 INFO [RS:0;6f1b912b0816:43725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:53,383 DEBUG [RS:1;6f1b912b0816:40919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:50:53,383 INFO [RS:0;6f1b912b0816:43725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:53,383 INFO [RS:1;6f1b912b0816:40919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:50:53,383 INFO [RS:1;6f1b912b0816:40919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:50:53,484 INFO [RS:1;6f1b912b0816:40919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:53,484 INFO [RS:0;6f1b912b0816:43725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:50:53,485 INFO [RS:1;6f1b912b0816:40919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C40919%2C1733457052793, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,40919,1733457052793, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/oldWALs, maxLogs=32 2024-12-06T03:50:53,485 INFO [RS:0;6f1b912b0816:43725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C43725%2C1733457052756, suffix=, logDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,43725,1733457052756, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/oldWALs, maxLogs=32 2024-12-06T03:50:53,502 DEBUG [RS:0;6f1b912b0816:43725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,43725,1733457052756/6f1b912b0816%2C43725%2C1733457052756.1733457053485, exclude list is [], retry=0 2024-12-06T03:50:53,502 DEBUG [RS:1;6f1b912b0816:40919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,40919,1733457052793/6f1b912b0816%2C40919%2C1733457052793.1733457053485, exclude list is [], retry=0 2024-12-06T03:50:53,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-2ded8082-869c-4be7-a78e-2de04b1ebaee,DISK] 2024-12-06T03:50:53,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41091,DS-a92b0382-a92e-4c2e-bf77-ffcb07a249a4,DISK] 2024-12-06T03:50:53,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-2ded8082-869c-4be7-a78e-2de04b1ebaee,DISK] 2024-12-06T03:50:53,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41091,DS-a92b0382-a92e-4c2e-bf77-ffcb07a249a4,DISK] 2024-12-06T03:50:53,506 INFO [RS:1;6f1b912b0816:40919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,40919,1733457052793/6f1b912b0816%2C40919%2C1733457052793.1733457053485 2024-12-06T03:50:53,506 INFO [RS:0;6f1b912b0816:43725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,43725,1733457052756/6f1b912b0816%2C43725%2C1733457052756.1733457053485 2024-12-06T03:50:53,506 DEBUG [RS:0;6f1b912b0816:43725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715),(127.0.0.1/127.0.0.1:36477:36477)] 2024-12-06T03:50:53,508 DEBUG [RS:1;6f1b912b0816:40919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715),(127.0.0.1/127.0.0.1:36477:36477)] 2024-12-06T03:50:53,572 DEBUG [6f1b912b0816:41257 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-06T03:50:53,572 DEBUG [6f1b912b0816:41257 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:53,575 DEBUG [6f1b912b0816:41257 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:53,575 DEBUG [6f1b912b0816:41257 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:53,575 DEBUG [6f1b912b0816:41257 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:53,575 DEBUG [6f1b912b0816:41257 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:53,575 INFO [6f1b912b0816:41257 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:53,575 INFO [6f1b912b0816:41257 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:53,575 DEBUG [6f1b912b0816:41257 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:53,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6f1b912b0816,40919,1733457052793 2024-12-06T03:50:53,577 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,40919,1733457052793, state=OPENING 2024-12-06T03:50:53,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T03:50:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:53,606 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:50:53,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:53,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:53,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:53,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,40919,1733457052793}] 2024-12-06T03:50:53,759 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:53,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41891, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:53,763 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T03:50:53,763 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:50:53,764 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T03:50:53,765 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6f1b912b0816%2C40919%2C1733457052793.meta, suffix=.meta, logDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,40919,1733457052793, archiveDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/oldWALs, maxLogs=32 2024-12-06T03:50:53,775 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,40919,1733457052793/6f1b912b0816%2C40919%2C1733457052793.meta.1733457053765.meta, exclude list is [], retry=0 2024-12-06T03:50:53,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41091,DS-a92b0382-a92e-4c2e-bf77-ffcb07a249a4,DISK] 2024-12-06T03:50:53,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-2ded8082-869c-4be7-a78e-2de04b1ebaee,DISK] 2024-12-06T03:50:53,779 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,40919,1733457052793/6f1b912b0816%2C40919%2C1733457052793.meta.1733457053765.meta 2024-12-06T03:50:53,779 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36477:36477),(127.0.0.1/127.0.0.1:45715:45715)] 2024-12-06T03:50:53,779 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:50:53,779 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T03:50:53,779 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T03:50:53,780 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T03:50:53,780 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T03:50:53,780 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:53,780 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T03:50:53,780 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T03:50:53,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:50:53,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:50:53,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:53,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:53,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T03:50:53,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T03:50:53,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:53,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:53,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:50:53,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:50:53,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:53,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:53,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:50:53,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:50:53,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:53,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:50:53,785 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T03:50:53,786 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740 2024-12-06T03:50:53,787 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740 2024-12-06T03:50:53,788 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T03:50:53,788 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T03:50:53,788 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:50:53,789 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T03:50:53,790 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66330715, jitterRate=-0.01159532368183136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:50:53,790 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T03:50:53,790 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733457053780Writing region info on filesystem at 1733457053780Initializing all the Stores at 1733457053781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457053781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457053781Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457053781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733457053781Cleaning up temporary data from old regions at 1733457053788 (+7 ms)Running coprocessor post-open hooks at 1733457053790 (+2 ms)Region opened successfully at 1733457053790 2024-12-06T03:50:53,791 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733457053759 2024-12-06T03:50:53,793 DEBUG [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T03:50:53,794 INFO [RS_OPEN_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T03:50:53,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,40919,1733457052793 2024-12-06T03:50:53,795 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6f1b912b0816,40919,1733457052793, state=OPEN 2024-12-06T03:50:53,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:53,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:53,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:50:53,810 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6f1b912b0816,40919,1733457052793 2024-12-06T03:50:53,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:53,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:53,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:50:53,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T03:50:53,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6f1b912b0816,40919,1733457052793 in 204 msec 2024-12-06T03:50:53,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T03:50:53,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-12-06T03:50:53,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:50:53,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T03:50:53,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:53,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,40919,1733457052793, seqNum=-1] 2024-12-06T03:50:53,816 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:53,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42957, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:53,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 689 msec 2024-12-06T03:50:53,822 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733457053822, completionTime=-1 2024-12-06T03:50:53,822 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-06T03:50:53,823 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T03:50:53,824 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-12-06T03:50:53,824 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733457113824 2024-12-06T03:50:53,824 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733457173824 2024-12-06T03:50:53,824 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T03:50:53,824 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T03:50:53,825 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,41257,1733457052628-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,825 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,41257,1733457052628-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,825 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,41257,1733457052628-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,825 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6f1b912b0816:41257, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,825 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,825 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,827 DEBUG [master/6f1b912b0816:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T03:50:53,829 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.965sec 2024-12-06T03:50:53,829 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T03:50:53,829 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T03:50:53,829 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T03:50:53,829 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T03:50:53,829 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T03:50:53,829 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,41257,1733457052628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:50:53,829 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,41257,1733457052628-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T03:50:53,831 DEBUG [master/6f1b912b0816:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T03:50:53,831 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T03:50:53,831 INFO [master/6f1b912b0816:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6f1b912b0816,41257,1733457052628-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:50:53,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5883cf23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:53,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6f1b912b0816,41257,-1 for getting cluster id 2024-12-06T03:50:53,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T03:50:53,929 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd0693a2-275e-4be0-9bb7-5ecd2f823f6c' 2024-12-06T03:50:53,930 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T03:50:53,930 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd0693a2-275e-4be0-9bb7-5ecd2f823f6c" 2024-12-06T03:50:53,930 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0ebc02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:53,930 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6f1b912b0816,41257,-1] 2024-12-06T03:50:53,930 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T03:50:53,931 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:53,931 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T03:50:53,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5947693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:50:53,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T03:50:53,933 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6f1b912b0816,40919,1733457052793, seqNum=-1] 2024-12-06T03:50:53,933 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:53,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:53,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6f1b912b0816,41257,1733457052628 2024-12-06T03:50:53,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T03:50:53,936 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6f1b912b0816,41257,1733457052628 2024-12-06T03:50:53,936 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2824130 2024-12-06T03:50:53,937 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:50:53,937 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:50:53,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41257 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:50:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41257 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-12-06T03:50:53,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:50:53,940 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:53,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41257 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-12-06T03:50:53,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:50:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:53,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:53,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741836_1012 (size=379) 2024-12-06T03:50:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:54,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T03:50:54,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:54,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:54,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:54,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:54,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:54,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:54,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:54,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T03:50:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:54,351 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0aff31cef07dd54eac739b69bd1d1f1c, NAME => 'testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb 2024-12-06T03:50:54,351 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8754b92b48e94523c2ecb2cf1cb3c698, NAME => 'testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb 2024-12-06T03:50:54,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741838_1014 (size=61) 2024-12-06T03:50:54,360 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:54,360 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0aff31cef07dd54eac739b69bd1d1f1c, disabling compactions & flushes 2024-12-06T03:50:54,360 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:54,361 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:54,361 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. after waiting 0 ms 2024-12-06T03:50:54,361 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:54,361 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:54,361 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0aff31cef07dd54eac739b69bd1d1f1c: Waiting for close lock at 1733457054360Disabling compacts and flushes for region at 1733457054360Disabling writes for close at 1733457054361 (+1 ms)Writing region close event to WAL at 1733457054361Closed at 1733457054361 2024-12-06T03:50:54,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741837_1013 (size=61) 2024-12-06T03:50:54,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:54,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 8754b92b48e94523c2ecb2cf1cb3c698, disabling compactions & flushes 2024-12-06T03:50:54,365 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:54,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:54,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. after waiting 0 ms 2024-12-06T03:50:54,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:54,365 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:54,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8754b92b48e94523c2ecb2cf1cb3c698: Waiting for close lock at 1733457054365Disabling compacts and flushes for region at 1733457054365Disabling writes for close at 1733457054365Writing region close event to WAL at 1733457054365Closed at 1733457054365 2024-12-06T03:50:54,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:50:54,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457054367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457054367"}]},"ts":"1733457054367"} 2024-12-06T03:50:54,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733457054367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733457054367"}]},"ts":"1733457054367"} 2024-12-06T03:50:54,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-06T03:50:54,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:50:54,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457054371"}]},"ts":"1733457054371"} 2024-12-06T03:50:54,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-06T03:50:54,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6f1b912b0816=0} racks are {/default-rack=0} 2024-12-06T03:50:54,375 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T03:50:54,375 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T03:50:54,375 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T03:50:54,375 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T03:50:54,375 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T03:50:54,375 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T03:50:54,375 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T03:50:54,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0aff31cef07dd54eac739b69bd1d1f1c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8754b92b48e94523c2ecb2cf1cb3c698, ASSIGN}] 2024-12-06T03:50:54,379 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8754b92b48e94523c2ecb2cf1cb3c698, ASSIGN 2024-12-06T03:50:54,379 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0aff31cef07dd54eac739b69bd1d1f1c, ASSIGN 2024-12-06T03:50:54,380 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0aff31cef07dd54eac739b69bd1d1f1c, ASSIGN; state=OFFLINE, location=6f1b912b0816,40919,1733457052793; forceNewPlan=false, retain=false 2024-12-06T03:50:54,380 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8754b92b48e94523c2ecb2cf1cb3c698, ASSIGN; state=OFFLINE, location=6f1b912b0816,43725,1733457052756; forceNewPlan=false, retain=false 2024-12-06T03:50:54,531 INFO [6f1b912b0816:41257 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-06T03:50:54,531 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0aff31cef07dd54eac739b69bd1d1f1c, regionState=OPENING, regionLocation=6f1b912b0816,40919,1733457052793 2024-12-06T03:50:54,531 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8754b92b48e94523c2ecb2cf1cb3c698, regionState=OPENING, regionLocation=6f1b912b0816,43725,1733457052756 2024-12-06T03:50:54,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0aff31cef07dd54eac739b69bd1d1f1c, ASSIGN because future has completed 2024-12-06T03:50:54,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0aff31cef07dd54eac739b69bd1d1f1c, server=6f1b912b0816,40919,1733457052793}] 2024-12-06T03:50:54,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8754b92b48e94523c2ecb2cf1cb3c698, ASSIGN because future has completed 2024-12-06T03:50:54,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8754b92b48e94523c2ecb2cf1cb3c698, server=6f1b912b0816,43725,1733457052756}] 2024-12-06T03:50:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:54,688 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:54,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:54,691 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:54,691 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0aff31cef07dd54eac739b69bd1d1f1c, NAME => 'testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c.', STARTKEY => '', ENDKEY => '5'} 2024-12-06T03:50:54,691 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,691 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:54,692 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,692 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,694 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:54,694 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 8754b92b48e94523c2ecb2cf1cb3c698, NAME => 'testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698.', STARTKEY => '5', ENDKEY => ''} 2024-12-06T03:50:54,694 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,694 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:50:54,695 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,695 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,696 INFO [StoreOpener-8754b92b48e94523c2ecb2cf1cb3c698-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,696 INFO [StoreOpener-0aff31cef07dd54eac739b69bd1d1f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,697 INFO [StoreOpener-0aff31cef07dd54eac739b69bd1d1f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aff31cef07dd54eac739b69bd1d1f1c columnFamilyName family 2024-12-06T03:50:54,697 INFO [StoreOpener-8754b92b48e94523c2ecb2cf1cb3c698-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8754b92b48e94523c2ecb2cf1cb3c698 columnFamilyName family 2024-12-06T03:50:54,697 DEBUG [StoreOpener-0aff31cef07dd54eac739b69bd1d1f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:54,697 DEBUG [StoreOpener-8754b92b48e94523c2ecb2cf1cb3c698-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:50:54,697 INFO [StoreOpener-0aff31cef07dd54eac739b69bd1d1f1c-1 {}] regionserver.HStore(327): Store=0aff31cef07dd54eac739b69bd1d1f1c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:54,697 INFO [StoreOpener-8754b92b48e94523c2ecb2cf1cb3c698-1 {}] regionserver.HStore(327): Store=8754b92b48e94523c2ecb2cf1cb3c698/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:50:54,698 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,698 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,698 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,698 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,699 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,699 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,699 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,699 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,699 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,699 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,700 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,700 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,702 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/0aff31cef07dd54eac739b69bd1d1f1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:54,702 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/8754b92b48e94523c2ecb2cf1cb3c698/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:50:54,703 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0aff31cef07dd54eac739b69bd1d1f1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61350337, jitterRate=-0.08580873906612396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:54,703 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 8754b92b48e94523c2ecb2cf1cb3c698; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71445522, jitterRate=0.06462123990058899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:50:54,703 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:54,703 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:54,703 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 8754b92b48e94523c2ecb2cf1cb3c698: Running coprocessor pre-open hook at 1733457054695Writing region info on filesystem at 1733457054695Initializing all the Stores at 1733457054696 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457054696Cleaning up temporary data from old regions at 1733457054699 (+3 ms)Running coprocessor post-open hooks at 1733457054703 (+4 ms)Region opened successfully at 1733457054703 2024-12-06T03:50:54,703 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0aff31cef07dd54eac739b69bd1d1f1c: Running coprocessor pre-open hook at 1733457054692Writing region info on filesystem at 1733457054692Initializing all the Stores at 1733457054695 (+3 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733457054696 (+1 ms)Cleaning up temporary data from old regions at 1733457054699 (+3 ms)Running coprocessor post-open hooks at 1733457054703 (+4 ms)Region opened successfully at 1733457054703 2024-12-06T03:50:54,704 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698., pid=8, masterSystemTime=1733457054688 2024-12-06T03:50:54,704 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c., pid=7, masterSystemTime=1733457054687 2024-12-06T03:50:54,706 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:54,706 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:54,707 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8754b92b48e94523c2ecb2cf1cb3c698, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,43725,1733457052756 2024-12-06T03:50:54,707 DEBUG [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:54,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0aff31cef07dd54eac739b69bd1d1f1c, regionState=OPEN, openSeqNum=2, regionLocation=6f1b912b0816,40919,1733457052793 2024-12-06T03:50:54,708 INFO [RS_OPEN_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:54,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8754b92b48e94523c2ecb2cf1cb3c698, server=6f1b912b0816,43725,1733457052756 because future has completed 2024-12-06T03:50:54,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0aff31cef07dd54eac739b69bd1d1f1c, server=6f1b912b0816,40919,1733457052793 because future has completed 2024-12-06T03:50:54,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-12-06T03:50:54,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8754b92b48e94523c2ecb2cf1cb3c698, server=6f1b912b0816,43725,1733457052756 in 176 msec 2024-12-06T03:50:54,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-12-06T03:50:54,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8754b92b48e94523c2ecb2cf1cb3c698, ASSIGN in 338 msec 2024-12-06T03:50:54,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0aff31cef07dd54eac739b69bd1d1f1c, server=6f1b912b0816,40919,1733457052793 in 178 msec 2024-12-06T03:50:54,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T03:50:54,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0aff31cef07dd54eac739b69bd1d1f1c, ASSIGN in 340 msec 2024-12-06T03:50:54,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:50:54,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733457054718"}]},"ts":"1733457054718"} 2024-12-06T03:50:54,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-06T03:50:54,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:50:54,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 783 msec 2024-12-06T03:50:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T03:50:55,083 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-12-06T03:50:55,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-06T03:50:55,083 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:55,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-06T03:50:55,086 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T03:50:55,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-12-06T03:50:55,091 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c., hostname=6f1b912b0816,40919,1733457052793, seqNum=2] 2024-12-06T03:50:55,105 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698., hostname=6f1b912b0816,43725,1733457052756, seqNum=2] 2024-12-06T03:50:55,105 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:50:55,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:50:55,118 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8754b92b48e94523c2ecb2cf1cb3c698 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-06T03:50:55,136 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/8754b92b48e94523c2ecb2cf1cb3c698/.tmp/family/be5e1f2e49834873bd177b6a2b96f887 is 32, key is 5/family:/1733457055107/Put/seqid=0 2024-12-06T03:50:55,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741839_1015 (size=5083) 2024-12-06T03:50:55,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741839_1015 (size=5083) 2024-12-06T03:50:55,543 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/8754b92b48e94523c2ecb2cf1cb3c698/.tmp/family/be5e1f2e49834873bd177b6a2b96f887 2024-12-06T03:50:55,551 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/8754b92b48e94523c2ecb2cf1cb3c698/.tmp/family/be5e1f2e49834873bd177b6a2b96f887 as hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/8754b92b48e94523c2ecb2cf1cb3c698/family/be5e1f2e49834873bd177b6a2b96f887 2024-12-06T03:50:55,556 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/8754b92b48e94523c2ecb2cf1cb3c698/family/be5e1f2e49834873bd177b6a2b96f887, entries=5, sequenceid=9, filesize=5.0 K 2024-12-06T03:50:55,557 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8754b92b48e94523c2ecb2cf1cb3c698 in 439ms, sequenceid=9, compaction requested=false 2024-12-06T03:50:55,557 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8754b92b48e94523c2ecb2cf1cb3c698: 2024-12-06T03:50:55,557 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0aff31cef07dd54eac739b69bd1d1f1c 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-06T03:50:55,571 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/0aff31cef07dd54eac739b69bd1d1f1c/.tmp/family/cafb620c965440eb9d28b5f148937589 is 32, key is 1/family:/1733457055092/Put/seqid=0 2024-12-06T03:50:55,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741840_1016 (size=5054) 2024-12-06T03:50:55,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741840_1016 (size=5054) 2024-12-06T03:50:55,577 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/0aff31cef07dd54eac739b69bd1d1f1c/.tmp/family/cafb620c965440eb9d28b5f148937589 2024-12-06T03:50:55,584 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/0aff31cef07dd54eac739b69bd1d1f1c/.tmp/family/cafb620c965440eb9d28b5f148937589 as hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/0aff31cef07dd54eac739b69bd1d1f1c/family/cafb620c965440eb9d28b5f148937589 2024-12-06T03:50:55,591 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/0aff31cef07dd54eac739b69bd1d1f1c/family/cafb620c965440eb9d28b5f148937589, entries=4, sequenceid=8, filesize=4.9 K 2024-12-06T03:50:55,592 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0aff31cef07dd54eac739b69bd1d1f1c in 35ms, sequenceid=8, compaction requested=false 2024-12-06T03:50:55,592 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0aff31cef07dd54eac739b69bd1d1f1c: 2024-12-06T03:50:55,596 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-06T03:50:55,600 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:55,601 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:50:55,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:55,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:50:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] bucket.BucketCache(1863): found 1 blocks for file be5e1f2e49834873bd177b6a2b96f887, starting offset: 0, end offset: 9223372036854775807 2024-12-06T03:50:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43725 {}] bucket.BucketCache(856): removed key be5e1f2e49834873bd177b6a2b96f887_0 from back map with offset lock 2094080 in the evict process 2024-12-06T03:50:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] bucket.BucketCache(1863): found 1 blocks for file cafb620c965440eb9d28b5f148937589, starting offset: 0, end offset: 9223372036854775807 2024-12-06T03:50:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40919 {}] bucket.BucketCache(856): removed key cafb620c965440eb9d28b5f148937589_0 from back map with offset lock 2094080 in the evict process 2024-12-06T03:50:55,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T03:50:55,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:55,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:55,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:55,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T03:50:55,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:55,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T03:50:55,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1980663870, stopped=false 2024-12-06T03:50:55,605 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6f1b912b0816,41257,1733457052628 2024-12-06T03:50:55,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:55,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:55,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:50:55,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:55,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:55,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:55,663 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:55,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T03:50:55,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:55,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:55,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:55,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:55,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:50:55,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,43725,1733457052756' ***** 2024-12-06T03:50:55,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:55,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6f1b912b0816,40919,1733457052793' ***** 2024-12-06T03:50:55,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T03:50:55,665 INFO [RS:0;6f1b912b0816:43725 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T03:50:55,665 INFO [RS:1;6f1b912b0816:40919 {}] bucket.BucketCache(1738): Disabling cache 2024-12-06T03:50:55,666 INFO [RS:1;6f1b912b0816:40919 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T03:50:55,666 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T03:50:55,666 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:55,666 INFO [RS:0;6f1b912b0816:43725 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-06T03:50:55,666 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:50:55,666 INFO [RS:1;6f1b912b0816:40919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:55,666 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T03:50:55,666 INFO [RS:1;6f1b912b0816:40919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:55,666 INFO [RS:0;6f1b912b0816:43725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:50:55,666 INFO [RS:0;6f1b912b0816:43725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:50:55,666 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(3091): Received CLOSE for 0aff31cef07dd54eac739b69bd1d1f1c 2024-12-06T03:50:55,666 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(3091): Received CLOSE for 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:55,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:55,666 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-06T03:50:55,666 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,40919,1733457052793 2024-12-06T03:50:55,666 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-06T03:50:55,666 INFO [RS:1;6f1b912b0816:40919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:55,666 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T03:50:55,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T03:50:55,666 INFO [RS:1;6f1b912b0816:40919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6f1b912b0816:40919. 2024-12-06T03:50:55,667 DEBUG [RS:1;6f1b912b0816:40919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:55,667 DEBUG [RS:1;6f1b912b0816:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:55,667 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(959): stopping server 6f1b912b0816,43725,1733457052756 2024-12-06T03:50:55,667 INFO [RS:0;6f1b912b0816:43725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:55,667 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:55,667 INFO [RS:0;6f1b912b0816:43725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6f1b912b0816:43725. 2024-12-06T03:50:55,667 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:55,667 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:55,667 DEBUG [RS:0;6f1b912b0816:43725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:50:55,667 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T03:50:55,667 DEBUG [RS:0;6f1b912b0816:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:55,667 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T03:50:55,667 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-06T03:50:55,667 DEBUG [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(1325): Online Regions={8754b92b48e94523c2ecb2cf1cb3c698=testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698.} 2024-12-06T03:50:55,667 DEBUG [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(1351): Waiting on 8754b92b48e94523c2ecb2cf1cb3c698 2024-12-06T03:50:55,667 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T03:50:55,667 DEBUG [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0aff31cef07dd54eac739b69bd1d1f1c=testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c.} 2024-12-06T03:50:55,667 DEBUG [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1351): Waiting on 0aff31cef07dd54eac739b69bd1d1f1c, 1588230740 2024-12-06T03:50:55,667 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8754b92b48e94523c2ecb2cf1cb3c698, disabling compactions & flushes 2024-12-06T03:50:55,668 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. after waiting 0 ms 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:50:55,668 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0aff31cef07dd54eac739b69bd1d1f1c, disabling compactions & flushes 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:50:55,668 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. after waiting 0 ms 2024-12-06T03:50:55,668 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:55,668 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-12-06T03:50:55,672 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/8754b92b48e94523c2ecb2cf1cb3c698/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T03:50:55,673 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/default/testClearRegionBlockCache/0aff31cef07dd54eac739b69bd1d1f1c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T03:50:55,673 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:55,673 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8754b92b48e94523c2ecb2cf1cb3c698: Waiting for close lock at 1733457055667Running coprocessor pre-close hooks at 1733457055667Disabling compacts and flushes for region at 1733457055667Disabling writes for close at 1733457055668 (+1 ms)Writing region close event to WAL at 1733457055668Running coprocessor post-close hooks at 1733457055673 (+5 ms)Closed at 1733457055673 2024-12-06T03:50:55,673 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698. 2024-12-06T03:50:55,674 INFO [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:55,674 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0aff31cef07dd54eac739b69bd1d1f1c: Waiting for close lock at 1733457055668Running coprocessor pre-close hooks at 1733457055668Disabling compacts and flushes for region at 1733457055668Disabling writes for close at 1733457055668Writing region close event to WAL at 1733457055669 (+1 ms)Running coprocessor post-close hooks at 1733457055674 (+5 ms)Closed at 1733457055674 2024-12-06T03:50:55,674 DEBUG [RS_CLOSE_REGION-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733457053938.0aff31cef07dd54eac739b69bd1d1f1c. 2024-12-06T03:50:55,689 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/.tmp/info/1dfc03b579b845a1a55f4a2da9704b81 is 173, key is testClearRegionBlockCache,5,1733457053938.8754b92b48e94523c2ecb2cf1cb3c698./info:regioninfo/1733457054707/Put/seqid=0 2024-12-06T03:50:55,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:55,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741841_1017 (size=8173) 2024-12-06T03:50:55,752 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:55,753 INFO [regionserver/6f1b912b0816:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:55,867 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,43725,1733457052756; all regions closed. 2024-12-06T03:50:55,867 DEBUG [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T03:50:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741834_1010 (size=1867) 2024-12-06T03:50:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741834_1010 (size=1867) 2024-12-06T03:50:55,873 DEBUG [RS:0;6f1b912b0816:43725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/oldWALs 2024-12-06T03:50:55,873 INFO [RS:0;6f1b912b0816:43725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C43725%2C1733457052756:(num 1733457053485) 2024-12-06T03:50:55,873 DEBUG [RS:0;6f1b912b0816:43725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:55,873 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:55,873 INFO [RS:0;6f1b912b0816:43725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:55,873 INFO [RS:0;6f1b912b0816:43725 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:55,874 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:50:55,874 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:55,874 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:50:55,874 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:50:55,874 INFO [RS:0;6f1b912b0816:43725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:55,874 INFO [RS:0;6f1b912b0816:43725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43725 2024-12-06T03:50:55,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,43725,1733457052756 2024-12-06T03:50:55,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:55,888 INFO [RS:0;6f1b912b0816:43725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:55,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,43725,1733457052756] 2024-12-06T03:50:55,905 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,43725,1733457052756 already deleted, retry=false 2024-12-06T03:50:55,905 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,43725,1733457052756 expired; onlineServers=1 2024-12-06T03:50:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:55,997 INFO [RS:0;6f1b912b0816:43725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43725-0x101aa0d168b0001, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:55,997 INFO [RS:0;6f1b912b0816:43725 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,43725,1733457052756; zookeeper connection closed. 2024-12-06T03:50:55,997 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a37f91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a37f91 2024-12-06T03:50:56,067 DEBUG [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T03:50:56,098 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/.tmp/info/1dfc03b579b845a1a55f4a2da9704b81 2024-12-06T03:50:56,117 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/.tmp/ns/8fa663228bba4386a66f2a691c175a06 is 43, key is default/ns:d/1733457053818/Put/seqid=0 2024-12-06T03:50:56,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:56,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741842_1018 (size=5153) 2024-12-06T03:50:56,122 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/.tmp/ns/8fa663228bba4386a66f2a691c175a06 2024-12-06T03:50:56,147 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/.tmp/table/6bdfe67ffe40404a8d23232fd630ef78 is 61, key is testClearRegionBlockCache/table:state/1733457054718/Put/seqid=0 2024-12-06T03:50:56,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:56,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741843_1019 (size=5312) 2024-12-06T03:50:56,155 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/.tmp/table/6bdfe67ffe40404a8d23232fd630ef78 2024-12-06T03:50:56,160 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/.tmp/info/1dfc03b579b845a1a55f4a2da9704b81 as hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/info/1dfc03b579b845a1a55f4a2da9704b81 2024-12-06T03:50:56,166 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/info/1dfc03b579b845a1a55f4a2da9704b81, entries=20, sequenceid=13, filesize=8.0 K 2024-12-06T03:50:56,167 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/.tmp/ns/8fa663228bba4386a66f2a691c175a06 as hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/ns/8fa663228bba4386a66f2a691c175a06 2024-12-06T03:50:56,172 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/ns/8fa663228bba4386a66f2a691c175a06, entries=2, sequenceid=13, filesize=5.0 K 2024-12-06T03:50:56,173 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/.tmp/table/6bdfe67ffe40404a8d23232fd630ef78 as hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/table/6bdfe67ffe40404a8d23232fd630ef78 2024-12-06T03:50:56,178 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/table/6bdfe67ffe40404a8d23232fd630ef78, entries=2, sequenceid=13, filesize=5.2 K 2024-12-06T03:50:56,179 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=13, compaction requested=false 2024-12-06T03:50:56,183 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T03:50:56,183 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T03:50:56,183 INFO [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:56,183 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733457055667Running coprocessor pre-close hooks at 1733457055667Disabling compacts and flushes for region at 1733457055667Disabling writes for close at 1733457055668 (+1 ms)Obtaining lock to block concurrent updates at 1733457055668Preparing flush snapshotting stores in 1588230740 at 1733457055668Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1733457055668Flushing stores of hbase:meta,,1.1588230740 at 1733457055669 (+1 ms)Flushing 1588230740/info: creating writer at 1733457055669Flushing 1588230740/info: appending metadata at 1733457055688 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733457055689 (+1 ms)Flushing 1588230740/ns: creating writer at 1733457056104 (+415 ms)Flushing 1588230740/ns: appending metadata at 1733457056116 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733457056116Flushing 1588230740/table: creating writer at 1733457056128 (+12 ms)Flushing 1588230740/table: appending metadata at 1733457056147 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733457056147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60dff67b: reopening flushed file at 1733457056160 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c260eaa: reopening flushed file at 1733457056166 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226fc8d6: reopening flushed file at 1733457056172 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=13, compaction requested=false at 1733457056179 (+7 ms)Writing region close event to WAL at 1733457056180 (+1 ms)Running coprocessor post-close hooks at 1733457056183 (+3 ms)Closed at 1733457056183 2024-12-06T03:50:56,184 DEBUG [RS_CLOSE_META-regionserver/6f1b912b0816:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T03:50:56,268 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(976): stopping server 6f1b912b0816,40919,1733457052793; all regions closed. 2024-12-06T03:50:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:56,270 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/WALs/6f1b912b0816,40919,1733457052793/6f1b912b0816%2C40919%2C1733457052793.meta.1733457053765.meta not finished, retry = 0 2024-12-06T03:50:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741835_1011 (size=4338) 2024-12-06T03:50:56,347 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T03:50:56,347 INFO [regionserver/6f1b912b0816:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T03:50:56,373 DEBUG [RS:1;6f1b912b0816:40919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/oldWALs 2024-12-06T03:50:56,373 INFO [RS:1;6f1b912b0816:40919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C40919%2C1733457052793.meta:.meta(num 1733457053765) 2024-12-06T03:50:56,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741833_1009 (size=1758) 2024-12-06T03:50:56,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741833_1009 (size=1758) 2024-12-06T03:50:56,378 DEBUG [RS:1;6f1b912b0816:40919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/oldWALs 2024-12-06T03:50:56,378 INFO [RS:1;6f1b912b0816:40919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6f1b912b0816%2C40919%2C1733457052793:(num 1733457053485) 2024-12-06T03:50:56,378 DEBUG [RS:1;6f1b912b0816:40919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:50:56,378 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:50:56,378 INFO [RS:1;6f1b912b0816:40919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:56,378 INFO [RS:1;6f1b912b0816:40919 {}] hbase.ChoreService(370): Chore service for: regionserver/6f1b912b0816:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:56,378 INFO [RS:1;6f1b912b0816:40919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:56,378 INFO [regionserver/6f1b912b0816:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:56,378 INFO [RS:1;6f1b912b0816:40919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40919 2024-12-06T03:50:56,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:50:56,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6f1b912b0816,40919,1733457052793 2024-12-06T03:50:56,430 INFO [RS:1;6f1b912b0816:40919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:56,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6f1b912b0816,40919,1733457052793] 2024-12-06T03:50:56,446 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6f1b912b0816,40919,1733457052793 already deleted, retry=false 2024-12-06T03:50:56,446 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6f1b912b0816,40919,1733457052793 expired; onlineServers=0 2024-12-06T03:50:56,446 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6f1b912b0816,41257,1733457052628' ***** 2024-12-06T03:50:56,446 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T03:50:56,446 INFO [M:0;6f1b912b0816:41257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T03:50:56,446 INFO [M:0;6f1b912b0816:41257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T03:50:56,447 DEBUG [M:0;6f1b912b0816:41257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T03:50:56,447 DEBUG [M:0;6f1b912b0816:41257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T03:50:56,447 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T03:50:56,447 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457053138 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.large.0-1733457053138,5,FailOnTimeoutGroup] 2024-12-06T03:50:56,447 DEBUG [master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457053138 {}] cleaner.HFileCleaner(306): Exit Thread[master/6f1b912b0816:0:becomeActiveMaster-HFileCleaner.small.0-1733457053138,5,FailOnTimeoutGroup] 2024-12-06T03:50:56,447 INFO [M:0;6f1b912b0816:41257 {}] hbase.ChoreService(370): Chore service for: master/6f1b912b0816:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T03:50:56,447 INFO [M:0;6f1b912b0816:41257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T03:50:56,447 DEBUG [M:0;6f1b912b0816:41257 {}] master.HMaster(1795): Stopping service threads 2024-12-06T03:50:56,447 INFO [M:0;6f1b912b0816:41257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T03:50:56,447 INFO [M:0;6f1b912b0816:41257 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T03:50:56,447 INFO [M:0;6f1b912b0816:41257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T03:50:56,447 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T03:50:56,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T03:50:56,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:50:56,455 DEBUG [M:0;6f1b912b0816:41257 {}] zookeeper.ZKUtil(347): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T03:50:56,455 WARN [M:0;6f1b912b0816:41257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T03:50:56,456 INFO [M:0;6f1b912b0816:41257 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/.lastflushedseqids 2024-12-06T03:50:56,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741844_1020 (size=182) 2024-12-06T03:50:56,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741844_1020 (size=182) 2024-12-06T03:50:56,462 INFO [M:0;6f1b912b0816:41257 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T03:50:56,462 INFO [M:0;6f1b912b0816:41257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T03:50:56,462 DEBUG [M:0;6f1b912b0816:41257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:50:56,462 INFO [M:0;6f1b912b0816:41257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:56,462 DEBUG [M:0;6f1b912b0816:41257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:56,462 DEBUG [M:0;6f1b912b0816:41257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:50:56,462 DEBUG [M:0;6f1b912b0816:41257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:56,462 INFO [M:0;6f1b912b0816:41257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-12-06T03:50:56,477 DEBUG [M:0;6f1b912b0816:41257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d6abd89a62e46118c2b7d792119930e is 82, key is hbase:meta,,1/info:regioninfo/1733457053794/Put/seqid=0 2024-12-06T03:50:56,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:56,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741845_1021 (size=5672) 2024-12-06T03:50:56,487 INFO [M:0;6f1b912b0816:41257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d6abd89a62e46118c2b7d792119930e 2024-12-06T03:50:56,506 DEBUG [M:0;6f1b912b0816:41257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51611a8119f74c07af1a05a89bf63ac6 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733457054722/Put/seqid=0 2024-12-06T03:50:56,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741846_1022 (size=6219) 2024-12-06T03:50:56,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741846_1022 (size=6219) 2024-12-06T03:50:56,511 INFO [M:0;6f1b912b0816:41257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51611a8119f74c07af1a05a89bf63ac6 2024-12-06T03:50:56,535 DEBUG [M:0;6f1b912b0816:41257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f540c41fa6c4c369d2d5fe9a9cf236c is 69, key is 6f1b912b0816,40919,1733457052793/rs:state/1733457053294/Put/seqid=0 2024-12-06T03:50:56,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:56,538 INFO [RS:1;6f1b912b0816:40919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:56,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40919-0x101aa0d168b0002, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:56,538 INFO [RS:1;6f1b912b0816:40919 {}] regionserver.HRegionServer(1031): Exiting; stopping=6f1b912b0816,40919,1733457052793; zookeeper connection closed. 2024-12-06T03:50:56,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e12478b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e12478b 2024-12-06T03:50:56,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-06T03:50:56,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:56,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741847_1023 (size=5224) 2024-12-06T03:50:56,540 INFO [M:0;6f1b912b0816:41257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f540c41fa6c4c369d2d5fe9a9cf236c 2024-12-06T03:50:56,545 DEBUG [M:0;6f1b912b0816:41257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d6abd89a62e46118c2b7d792119930e as hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d6abd89a62e46118c2b7d792119930e 2024-12-06T03:50:56,550 INFO [M:0;6f1b912b0816:41257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d6abd89a62e46118c2b7d792119930e, entries=8, sequenceid=71, filesize=5.5 K 2024-12-06T03:50:56,551 DEBUG [M:0;6f1b912b0816:41257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51611a8119f74c07af1a05a89bf63ac6 as hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51611a8119f74c07af1a05a89bf63ac6 2024-12-06T03:50:56,557 INFO [M:0;6f1b912b0816:41257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51611a8119f74c07af1a05a89bf63ac6, entries=8, sequenceid=71, filesize=6.1 K 2024-12-06T03:50:56,558 DEBUG [M:0;6f1b912b0816:41257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f540c41fa6c4c369d2d5fe9a9cf236c as hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f540c41fa6c4c369d2d5fe9a9cf236c 2024-12-06T03:50:56,564 INFO [M:0;6f1b912b0816:41257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35547/user/jenkins/test-data/52b8f347-af78-7adf-bddb-6b1fe53c90fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f540c41fa6c4c369d2d5fe9a9cf236c, entries=2, sequenceid=71, filesize=5.1 K 2024-12-06T03:50:56,565 INFO [M:0;6f1b912b0816:41257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=71, compaction requested=false 2024-12-06T03:50:56,566 INFO [M:0;6f1b912b0816:41257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:50:56,566 DEBUG [M:0;6f1b912b0816:41257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733457056462Disabling compacts and flushes for region at 1733457056462Disabling writes for close at 1733457056462Obtaining lock to block concurrent updates at 1733457056462Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733457056462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1733457056463 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733457056463Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733457056463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733457056476 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733457056476Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733457056492 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733457056505 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733457056505Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733457056516 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733457056534 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733457056534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70617dc1: reopening flushed file at 1733457056544 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30dc7cc: reopening flushed file at 1733457056551 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e235bc: reopening flushed file at 1733457056557 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=71, compaction requested=false at 1733457056565 (+8 ms)Writing region close event to WAL at 1733457056566 (+1 ms)Closed at 1733457056566 2024-12-06T03:50:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741830_1006 (size=35489) 2024-12-06T03:50:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41091 is added to blk_1073741830_1006 (size=35489) 2024-12-06T03:50:56,570 INFO [M:0;6f1b912b0816:41257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T03:50:56,570 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T03:50:56,570 INFO [M:0;6f1b912b0816:41257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41257 2024-12-06T03:50:56,570 INFO [M:0;6f1b912b0816:41257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T03:50:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:56,684 INFO [M:0;6f1b912b0816:41257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T03:50:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41257-0x101aa0d168b0000, quorum=127.0.0.1:58571, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:50:56,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@294f7ca1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:56,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a66bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:56,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:56,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5565fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:56,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@217319e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:56,741 WARN [BP-1586929692-172.17.0.2-1733457050979 heartbeating to localhost/127.0.0.1:35547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:56,741 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:56,741 WARN [BP-1586929692-172.17.0.2-1733457050979 heartbeating to localhost/127.0.0.1:35547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1586929692-172.17.0.2-1733457050979 (Datanode Uuid 740ab761-4423-45b4-ad6c-e210901c8e6c) service to localhost/127.0.0.1:35547 2024-12-06T03:50:56,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:56,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/data/data3/current/BP-1586929692-172.17.0.2-1733457050979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:56,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/data/data4/current/BP-1586929692-172.17.0.2-1733457050979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:56,742 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:56,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2588f166{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:50:56,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20519a23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:56,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:56,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@498ea35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:56,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39f0a4a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:56,746 WARN [BP-1586929692-172.17.0.2-1733457050979 heartbeating to localhost/127.0.0.1:35547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:50:56,746 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:50:56,746 WARN [BP-1586929692-172.17.0.2-1733457050979 heartbeating to localhost/127.0.0.1:35547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1586929692-172.17.0.2-1733457050979 (Datanode Uuid a336c9fc-a6d3-4c9c-ab67-129247e6e144) service to localhost/127.0.0.1:35547 2024-12-06T03:50:56,746 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:50:56,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/data/data1/current/BP-1586929692-172.17.0.2-1733457050979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:56,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/cluster_ecbbffcf-6d4b-eadf-d487-0b33774725e2/data/data2/current/BP-1586929692-172.17.0.2-1733457050979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:50:56,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:50:56,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59d5e07b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:50:56,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f409c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:50:56,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:50:56,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@312b1f8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:50:56,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f67692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7f0cdee2-3f2e-36c0-1eff-0412dcc47de7/hadoop.log.dir/,STOPPED} 2024-12-06T03:50:56,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T03:50:56,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T03:50:56,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187 (was 168) - Thread LEAK? -, OpenFileDescriptor=551 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=231 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=6787 (was 6944)